-- Logs begin at Mon 2021-08-09 17:55:35 UTC, end at Mon 2021-08-09 18:54:12 UTC. -- Aug 09 18:25:53.358436 dv-cinder-784453-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 18:25:56.179585 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.common.config [-] Logging enabled! Aug 09 18:25:56.180222 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 18:25:56.180367 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 18:25:56.183655 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.common.config [-] Logging enabled! Aug 09 18:25:56.183923 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 18:25:56.184240 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 18:25:56.185229 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 18:25:56.185485 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 18:25:56.185853 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 18:25:56.186102 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 18:25:56.186331 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 18:25:56.186735 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.187548 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.187906 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.188142 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.188444 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.188740 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.189028 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.189353 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.189657 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.189951 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.190236 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.190533 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.190772 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.191083 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.191379 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.191674 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.191906 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] debug = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.192196 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.192625 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.193048 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.193353 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.193649 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.193939 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.194218 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.194510 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.194799 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.195139 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] host = dv-cinder-784453-11-iscsi {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.195419 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.195712 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.196003 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.196293 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.196596 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.196880 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.197189 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.197472 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.197750 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.198030 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.198322 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.198630 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.198927 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.199156 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.199384 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.199673 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.199995 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.200245 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.200520 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.200797 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.201072 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.201368 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.201641 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.201934 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.202227 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.202645 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.202925 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.203201 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.203480 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.203756 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.204046 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.204322 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.204602 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.204879 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.205189 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.205462 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.205738 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.206043 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.206338 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.206635 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.206922 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.207199 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.207504 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.207785 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.208062 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.208341 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_json = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.208619 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.208898 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.209209 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.209491 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.209766 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.210043 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.210319 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.210607 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:56.210913 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.211214 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.211519 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.211809 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.212107 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.212391 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.212683 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.212988 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.213308 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.213601 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.213891 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.214177 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.214479 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.214764 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.215063 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.215376 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.215675 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.215973 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.216254 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.216558 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.216840 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.217156 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.217451 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.217751 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.218657 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.218858 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.219148 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.219596 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.219885 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.220167 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.220456 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.220752 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.221042 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.221350 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.221641 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.221949 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.222230 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.222508 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.223049 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.223525 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.223828 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.224109 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.224388 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.224681 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.224956 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.225274 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.225560 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.225841 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.226120 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.226408 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.226710 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.226989 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.227275 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.227557 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.227866 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.228146 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.228425 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.228704 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.228981 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.229289 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.229568 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.229846 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.230133 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.230411 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.230688 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.230965 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.231244 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.231524 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.231821 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.232127 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.232415 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.232699 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.232983 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.233311 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.234313 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.234758 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.235049 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.235338 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.235623 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.235923 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.236214 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.236509 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.236801 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.237122 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.237411 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.237712 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.237998 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.238281 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.238566 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.238859 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.239153 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.239453 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.239752 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.240050 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.240350 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.240739 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.241027 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.241374 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.241671 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:56.241902 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 18:25:56.242160 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93387) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 18:25:56.606595 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 18:25:56.606877 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 18:25:56.607172 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 18:25:56.607524 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 18:25:57.010505 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.010796 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.011077 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.012332 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.012610 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.012881 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.049366 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.049902 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.050182 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.066999 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.067287 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.067561 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.096849 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.097167 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.097444 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.134324 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.134620 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.134891 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.371510 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.372120 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.372120 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.372291 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.372940 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.495848 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.496177 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.496465 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.496741 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.497030 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.497353 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.497620 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.497882 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.498143 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.498428 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.498694 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.498965 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.499335 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.499632 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.499900 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.500168 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.500434 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.500708 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.500990 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.501280 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.501561 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.501821 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.502112 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.502493 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.502748 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.502998 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.503403 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:57.503653 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:57.503897 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:57.504140 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:57.504381 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:57.504621 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:57.504989 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 18:25:57.508203 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 18:25:57.512214 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 18:25:57.516741 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 09 18:25:57.518567 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 18:25:57.519032 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 18:25:57.519374 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 18:25:57.519762 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 18:25:57.522619 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 18:25:57.522879 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 18:25:57.523233 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 18:25:57.528819 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 18:25:57.552462 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 18:25:57.552935 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.553273 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93387) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 18:25:57.553644 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.555018 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93387) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 18:25:57.555312 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 18:25:57.555568 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 18:25:57.559042 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.559332 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:57.623440 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 18:25:57.623614 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 18:25:57.623843 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 18:25:57.624808 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 18:25:57.646107 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_db.sqlalchemy.engines [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93387) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 18:25:58.185406 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing driver for type 'gre' Aug 09 18:25:58.185968 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] gre ID ranges: [(1, 1000)] Aug 09 18:25:58.251579 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing driver for type 'local' Aug 09 18:25:58.251982 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing driver for type 'vlan' Aug 09 18:25:58.265964 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] VlanTypeDriver initialization complete Aug 09 18:25:58.266313 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing driver for type 'vxlan' Aug 09 18:25:58.266855 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] vxlan ID ranges: [(1, 1000)] Aug 09 18:25:58.323493 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing extension driver 'port_security' Aug 09 18:25:58.323911 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.extensions.port_security [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] PortSecurityExtensionDriver initialization complete Aug 09 18:25:58.324289 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing mechanism driver 'openvswitch' Aug 09 18:25:58.324622 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing mechanism driver 'hyperv' Aug 09 18:25:58.331367 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.plugin [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:25:58.332056 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.332438 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.332803 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.333363 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:25:58.333808 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.334172 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.334529 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.334932 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:25:58.335344 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.335704 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.336062 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.336458 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:25:58.336869 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.337253 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.337607 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.338007 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:25:58.338550 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.338913 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.339268 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.339669 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:25:58.340079 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.340434 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.340784 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.341269 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 18:25:58.341656 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] ML2 OVO RPC backend initialized. {{(pid=93387) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 18:25:58.342372 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.342736 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.343388 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.343732 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > networks before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.344089 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.344439 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > ports before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.344791 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.345163 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.345518 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.345865 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.346240 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.346582 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.346927 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.347274 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.347623 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.348223 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.348567 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.349188 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.plugin [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Modular L2 Plugin initialization complete Aug 09 18:25:58.349530 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading services supported by the core plugin {{(pid=93387) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 18:25:58.349867 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Got port-security extension from driver 'port_security' Aug 09 18:25:58.350339 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.extensions.vlantransparent [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Disabled vlantransparent extension. Aug 09 18:25:58.350833 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93387) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 18:25:58.351156 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: router Aug 09 18:25:58.390023 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.390653 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.390795 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router before_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.391345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.391345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.392017 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_delete 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.392384 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.392757 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.393145 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.393507 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.393868 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.394235 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.394656 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.395060 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.395409 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.395758 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: subnet after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.396101 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.396461 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.396824 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.397199 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.397552 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.397917 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.398268 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.398629 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.398998 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.399351 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.399719 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > agent after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.400079 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.400434 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.401361 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Tracking information for resource: router configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:58.401704 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Tracking information for resource: floatingip configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 18:25:58.406818 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.db.l3_agentschedulers_db [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 18:25:58.407535 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.407912 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.408277 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.408639 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.409474 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router before_create 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.409852 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.410225 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.410591 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.415066 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.provider_configuration [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service providers = [] {{(pid=93387) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 18:25:58.415442 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.db.servicetype_db [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93387) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 18:25:58.418449 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:25:58.418812 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:25:58.419169 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:25:58.420096 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 18:25:58.420482 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.services.service_base [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 18:25:58.420879 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.421772 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 18:25:58.432485 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.432834 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: auto_allocate Aug 09 18:25:58.439446 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: network precommit_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.439769 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: network precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.440310 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.440639 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: tag Aug 09 18:25:58.447298 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.447641 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: timestamp Aug 09 18:25:58.451706 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.452050 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: network_ip_availability Aug 09 18:25:58.457751 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.458134 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.458497 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.459245 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.459573 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: flavors Aug 09 18:25:58.464436 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.464781 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading Plugin: revisions Aug 09 18:25:58.469702 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 18:25:58.470110 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.863s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 18:25:58.470866 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93387) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 18:25:58.471211 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Initializing extension manager. Aug 09 18:25:58.471743 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: __init__.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.472095 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: __pycache__ {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.472436 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.473043 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: address_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.473846 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.474429 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: address-group Aug 09 18:25:58.474761 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: address_scope.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.475486 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.476011 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: address-scope Aug 09 18:25:58.476348 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.477321 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.477844 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: router-admin-state-down-before-update Aug 09 18:25:58.478177 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: agent.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.479100 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.479621 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: agent Aug 09 18:25:58.479954 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: agent_resources_synced.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.480884 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.481430 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: agent-resources-synced Aug 09 18:25:58.481775 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.484136 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.484681 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: allowed-address-pairs Aug 09 18:25:58.485060 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.486162 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.486690 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: auto-allocated-topology Aug 09 18:25:58.487023 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: availability_zone.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.487733 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.488252 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: availability_zone Aug 09 18:25:58.488586 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: availability_zone_filter.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.489541 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.490061 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: availability_zone_filter Aug 09 18:25:58.490391 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: data_plane_status.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.491322 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.491835 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 18:25:58.492168 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: default_subnetpools.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.493413 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.493930 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: default-subnetpools Aug 09 18:25:58.494268 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.495100 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.495621 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: dhcp_agent_scheduler Aug 09 18:25:58.495961 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: dns.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.496889 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.497435 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 18:25:58.497770 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: dns_domain_ports.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.498707 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.499255 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 18:25:58.499585 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.500524 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.501208 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 18:25:58.501402 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: dvr.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.502090 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.502608 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: dvr Aug 09 18:25:58.502942 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: ecmp_routes.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.503879 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.504402 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 18:25:58.504740 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: empty_string_filtering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.505706 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.506233 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: empty-string-filtering Aug 09 18:25:58.506566 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.507500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.508024 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 18:25:58.508356 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.509311 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.509836 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 18:25:58.510168 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: external_net.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.511100 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.511623 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: external-net Aug 09 18:25:58.511954 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.512885 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.513455 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: extra_dhcp_opt Aug 09 18:25:58.513773 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: extraroute.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.514697 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.515429 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: extraroute Aug 09 18:25:58.515768 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: extraroute_atomic.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.516826 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.517382 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: extraroute-atomic Aug 09 18:25:58.517716 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: filter_validation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.518396 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.518917 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: filter-validation Aug 09 18:25:58.519250 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: fip_pf_description.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.520178 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.520696 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 18:25:58.521026 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: fip_port_details.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.521992 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.522513 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: fip-port-details Aug 09 18:25:58.522843 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: flavors.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.524092 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.524624 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: flavors Aug 09 18:25:58.524960 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.526691 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.527226 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 18:25:58.527567 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: floatingip_pools.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.528287 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.528817 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: floatingip-pools Aug 09 18:25:58.529190 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: ip_allocation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.530138 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.531201 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 18:25:58.531610 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.532562 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.533125 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: ip-substring-filtering Aug 09 18:25:58.533448 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l2_adjacency.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.534393 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.534911 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 18:25:58.535245 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.536422 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.536949 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: router Aug 09 18:25:58.537308 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.539606 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.540142 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 18:25:58.540482 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.541484 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.542086 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: ext-gw-mode Aug 09 18:25:58.542487 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.543439 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.543962 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: l3-ha Aug 09 18:25:58.544298 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3_flavors.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.545278 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.545804 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: l3-flavors Aug 09 18:25:58.546261 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.547861 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.548387 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 18:25:58.548721 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: l3agentscheduler.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.549848 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.550374 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: l3_agent_scheduler Aug 09 18:25:58.550712 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: logging.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.552229 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.552766 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension logging not supported by any of loaded plugins Aug 09 18:25:58.553135 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: metering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.553900 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.554496 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: metering Aug 09 18:25:58.554832 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.555950 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.556595 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: metering_source_and_destination_fields Aug 09 18:25:58.556940 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: multiprovidernet.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.557917 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.558444 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: multi-provider Aug 09 18:25:58.558780 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: netmtu.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.559717 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.560234 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: net-mtu Aug 09 18:25:58.560566 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: netmtu_writable.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.561537 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.562141 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: net-mtu-writable Aug 09 18:25:58.562478 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: network_availability_zone.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.563165 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.563685 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: network_availability_zone Aug 09 18:25:58.564018 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: network_ip_availability.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.565156 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.565682 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: network-ip-availability Aug 09 18:25:58.566023 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: network_segment_range.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.566961 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.567485 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 18:25:58.567818 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: pagination.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.568820 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.569191 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: pagination Aug 09 18:25:58.569522 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: port_device_profile.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.570477 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.571010 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: port-device-profile Aug 09 18:25:58.571341 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.572277 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.572802 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: port-mac-address-regenerate Aug 09 18:25:58.573161 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.574091 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.574614 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: port-numa-affinity-policy Aug 09 18:25:58.574943 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: port_resource_request.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.575887 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.576407 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 18:25:58.576738 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: portbindings.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.578048 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.578572 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: binding Aug 09 18:25:58.578905 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: portbindings_extended.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.580330 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.580857 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: binding-extended Aug 09 18:25:58.581227 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: portsecurity.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.582169 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.582691 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: port-security Aug 09 18:25:58.583025 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: project_id.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.584028 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.584367 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: project-id Aug 09 18:25:58.584698 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: providernet.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.585672 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.586209 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: provider Aug 09 18:25:58.586541 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.590156 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.590693 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos not supported by any of loaded plugins Aug 09 18:25:58.591050 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.592300 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.593409 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 18:25:58.593771 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.594716 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.595241 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 18:25:58.595578 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_default.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.596518 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.597047 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-default not supported by any of loaded plugins Aug 09 18:25:58.597480 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_fip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.598411 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.598938 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 18:25:58.600575 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.600575 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.600765 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 18:25:58.601050 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.602009 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.602535 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 18:25:58.602882 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_pps_rule.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.604082 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.604613 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 18:25:58.604949 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.605922 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.606449 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 18:25:58.606788 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: qos_rules_alias.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.607849 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.608372 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 18:25:58.609286 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: quotasv2.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.610283 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.610619 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: quotas Aug 09 18:25:58.610953 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: quotasv2_detail.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.614122 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.614471 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: quota_details Aug 09 18:25:58.614810 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: rbac.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.616110 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.616662 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: rbac-policies Aug 09 18:25:58.617006 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: rbac_address_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.617984 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.618513 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: rbac-address-group Aug 09 18:25:58.618850 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: rbac_address_scope.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.619844 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.620434 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: rbac-address-scope Aug 09 18:25:58.620810 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: rbac_security_groups.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.621921 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.622513 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: rbac-security-groups Aug 09 18:25:58.622891 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.623959 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.625280 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: rbac-subnetpool Aug 09 18:25:58.625765 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: revisionifmatch.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.627366 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.628017 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: revision-if-match Aug 09 18:25:58.628644 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: revisions.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.630417 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.631461 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: standard-attr-revisions Aug 09 18:25:58.631884 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: router_availability_zone.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.632845 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.633943 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: router_availability_zone Aug 09 18:25:58.634512 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: routerservicetype.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.635564 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.636529 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 18:25:58.637372 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.638983 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.639677 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: security-groups-normalized-cidr Aug 09 18:25:58.640476 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.642239 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.642924 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: port-security-groups-filtering Aug 09 18:25:58.643443 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.645115 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.646470 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: security-groups-remote-address-group Aug 09 18:25:58.646994 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: securitygroup.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.658617 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.659179 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: security-group Aug 09 18:25:58.659525 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: segment.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.660366 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.660890 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension segment not supported by any of loaded plugins Aug 09 18:25:58.661336 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.662331 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.662861 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 18:25:58.663196 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: servicetype.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.664409 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.664946 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: service-type Aug 09 18:25:58.665315 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: sorting.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.666342 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.666686 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: sorting Aug 09 18:25:58.667023 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: standard_attr_segment.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.667960 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.668491 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 18:25:58.668826 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: standardattrdescription.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.669861 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.670396 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: standard-attr-description Aug 09 18:25:58.670730 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: stateful_security_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.672393 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.672929 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: stateful-security-group Aug 09 18:25:58.673299 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: stdattrs_common.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.673904 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 18:25:58.674238 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.675189 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.675723 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 18:25:58.676057 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: subnet_onboard.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.677195 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.677722 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: subnet_onboard Aug 09 18:25:58.678052 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.679000 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.679522 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 18:25:58.679855 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: subnet_service_types.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.680795 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.681357 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: subnet-service-types Aug 09 18:25:58.681690 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: subnetallocation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.682797 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.683326 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: subnet_allocation Aug 09 18:25:58.683661 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.684345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.684869 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: subnetpool-prefix-ops Aug 09 18:25:58.685225 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.686199 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.686767 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 18:25:58.687127 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: tagging.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.688248 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.688780 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: standard-attr-tag Aug 09 18:25:58.689132 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: timestamp.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.690410 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.690885 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loaded extension: standard-attr-timestamp Aug 09 18:25:58.691221 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: trunk.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.692266 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.692796 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension trunk not supported by any of loaded plugins Aug 09 18:25:58.693160 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: trunk_details.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.694106 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.694629 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 18:25:58.694964 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.695905 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.696431 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 18:25:58.696767 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Loading extension file: vlantransparent.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 18:25:58.697493 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 18:25:58.698014 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 18:25:58.700570 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:network Aug 09 18:25:58.701128 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:subnet Aug 09 18:25:58.701542 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:25:58.701940 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:port Aug 09 18:25:58.703261 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.703721 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service FLAVORS assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.704368 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.704802 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.705173 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:router Aug 09 18:25:58.705626 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 18:25:58.706127 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service METERING assigned prefix: /metering {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.708231 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.708791 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.709334 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:25:58.710613 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 18:25:58.711084 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:security_group Aug 09 18:25:58.711720 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 18:25:58.714194 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.714587 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:25:58.715082 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] subnetpool is already registered Aug 09 18:25:58.715602 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.716005 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:25:58.716452 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] subnetpool is already registered Aug 09 18:25:58.720003 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.720497 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service FLAVORS assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.721206 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.721643 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.721986 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:router Aug 09 18:25:58.722337 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] router is already registered Aug 09 18:25:58.723104 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 18:25:58.723935 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] floatingip is already registered Aug 09 18:25:58.724582 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service METERING assigned prefix: /metering {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.725639 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 18:25:58.726091 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] rbac_policy is already registered Aug 09 18:25:58.726554 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:security_group Aug 09 18:25:58.726900 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] security_group is already registered Aug 09 18:25:58.727314 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 18:25:58.727658 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] security_group_rule is already registered Aug 09 18:25:58.728305 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.728644 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:25:58.728987 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] subnetpool is already registered Aug 09 18:25:58.729451 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 18:25:58.729786 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 18:25:58.730125 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] subnetpool is already registered Aug 09 18:25:58.730617 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: extensions {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.732113 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: address-groups {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.734306 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: address-scopes {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.735667 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: agents {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.736834 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: auto-allocated-topology {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.738137 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: availability_zones {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.739370 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: dhcp-networks {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.740888 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: dhcp-agents {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.742367 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: routers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.744102 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: flavors {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.745411 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: service_profiles {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.746634 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: next_providers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.748086 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: service_profiles {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.749945 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: floatingip-pools {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.751300 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: routers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.753029 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: floatingips {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.754345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: l3-routers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.755750 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: l3-agents {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.757201 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: metering-labels {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.758619 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: metering-label-rules {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.760023 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: network-ip-availabilities {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.761315 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: bindings {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.762866 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: quotas {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.764436 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: quotas {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.766323 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: rbac-policies {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.767525 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: security-groups {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.768840 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: security-group-rules {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.770119 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: service-providers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.771343 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: subnetpools {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.772684 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: subnetpools {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.774290 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.775996 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.777874 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.779695 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.781960 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.785054 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.786771 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.788580 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.790503 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.792280 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 18:25:58.799012 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING keystonemiddleware.auth_token [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 18:25:58.803623 dv-cinder-784453-11-iscsi neutron-server[93387]: WARNING keystonemiddleware.auth_token [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 18:25:58.812243 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Acquired lock "singleton_lock" {{(pid=93387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 18:25:58.812739 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Releasing lock "singleton_lock" {{(pid=93387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 18:25:58.813426 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Starting 2 workers Aug 09 18:25:58.818392 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Started child 93496 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:25:58.822989 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Started child 93497 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:25:58.823917 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:25:58.824661 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO neutron.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 18:25:58.825278 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Notify callbacks [] for process, before_spawn {{(pid=93387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:25:58.825547 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [-] (93496) wsgi starting up on http://0.0.0.0:9696 Aug 09 18:25:58.828258 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:25:58.828869 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Starting 1 workers Aug 09 18:25:58.829812 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [-] (93497) wsgi starting up on http://0.0.0.0:9696 Aug 09 18:25:58.833683 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Started child 93498 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:25:58.834228 dv-cinder-784453-11-iscsi neutron-server[93387]: INFO oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Starting 1 workers Aug 09 18:25:58.837520 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] calling RpcWorker wait() {{(pid=93498) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 18:25:58.838096 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] returning from RpcWorker wait() {{(pid=93498) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 18:25:58.838782 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Started child 93499 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 18:25:58.839394 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:25:58.839646 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-7ded2d9d-f393-4cc7-9479-3efb3f86f8a4 None None] Notify callbacks [] for process, after_spawn {{(pid=93387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:25:58.839950 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:25:58.841498 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 18:25:58.841723 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 18:25:58.841917 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 18:25:58.842135 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 18:25:58.842481 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 18:25:58.842645 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 18:25:58.843696 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.843999 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.844254 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.844350 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:25:58.844820 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.844820 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.845430 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.845719 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.845963 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.846228 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.846480 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.846653 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.846825 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.847083 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.847341 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.847634 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.848148 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.848406 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.848687 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.848861 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.849147 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.849426 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.849690 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.849972 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] debug = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.850234 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.850741 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.850992 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.851258 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.851480 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.851764 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.852004 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.852267 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.852516 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.852737 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.852987 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.853277 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.853527 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.853751 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.853975 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.854223 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.854467 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.854935 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host = dv-cinder-784453-11-iscsi {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.855216 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.855426 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.855659 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.855908 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.856159 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.856397 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.856658 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.856911 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.857213 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.857447 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.857689 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.857939 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.858180 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.858498 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.858718 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_options = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.859056 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.859550 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.859859 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.860057 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.860234 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.860416 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.860677 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.860846 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.861117 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.861354 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.861645 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.861791 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.861998 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.862212 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.862448 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.862696 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.862930 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.863179 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.863430 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.863660 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.863888 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.864139 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.864360 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.864577 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.864824 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.865033 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.865295 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.865578 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.865710 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.865999 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.866275 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.866512 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.866767 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.867017 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.867246 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.867479 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.867695 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.867964 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.868199 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.868452 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.868717 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.868957 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.869231 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.869449 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.869687 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.869910 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_json = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.870125 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.870381 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.870651 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.870873 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.871088 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.871305 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.871553 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.871796 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.872221 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.872553 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.872832 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.873130 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.874675 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.874903 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:25:58.875114 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.875247 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.875420 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.875699 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.875918 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.876235 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.876474 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.877772 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.878193 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.878387 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.878750 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.878941 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.879251 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.879549 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.879783 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.880046 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.880281 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.880859 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.881786 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.882011 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.882257 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883871 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.883938 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.884167 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.884391 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.884618 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.884872 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.885113 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.885354 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.885621 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.886573 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.886573 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.886573 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.886786 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.886913 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.887307 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.887713 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.887955 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.888200 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.888471 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.888893 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.889296 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.889721 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.890631 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.891034 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.891512 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.891904 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.892938 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.893198 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.893453 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.893910 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.894340 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.894793 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.895158 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.895389 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.895621 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.895866 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.896272 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.896667 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.897069 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.897494 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.897892 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.898295 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.898543 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.898942 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.899330 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.899767 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.900202 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.900432 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.900658 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.900884 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.901142 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.901388 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.901789 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.902260 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.902767 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.903205 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.903639 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.904066 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.904301 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.904594 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.904830 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.905070 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.905320 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.906298 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.906647 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.907405 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.907724 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.908021 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.908440 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.908893 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.909318 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.909740 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.910164 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.910588 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.910820 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.911103 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.911376 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.911650 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.911922 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.912193 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.912473 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.912728 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.913012 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.913304 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.913592 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.913905 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.914313 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.914593 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.914848 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.915111 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.915372 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.915640 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.915903 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.916140 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.916372 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.916597 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.916883 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.917137 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.917362 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.917575 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.917976 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.918490 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.918886 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.919292 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.919699 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.919973 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.920224 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.920476 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.920756 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.921264 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.921498 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.921573 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.921882 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.922107 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.922353 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.922634 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.922856 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.923094 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.923331 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.923574 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.923794 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.924012 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.924247 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.924463 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.924685 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.924920 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.925169 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.925390 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.925652 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.926238 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.926464 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.926720 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.926966 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.927166 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.927383 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.927797 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.928053 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.928290 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.928630 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.928896 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.929165 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.929416 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.929664 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.929919 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.930139 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.930387 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.930627 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.930843 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.931060 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.931281 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.931494 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.931730 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.931959 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.932174 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.932426 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.932681 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.933031 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.933284 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.933519 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.933757 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.933974 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.934221 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.934457 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.934672 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.934906 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.935119 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.935333 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.935604 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.935831 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.936083 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.936314 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.936526 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.936927 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.937245 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.937556 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.938014 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.938157 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.938344 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.938606 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.938843 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.939057 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.939285 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.939499 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.939710 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.939954 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.940169 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.940379 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.940653 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.940833 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.941042 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.941314 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.941530 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.941761 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.941983 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.942193 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.942402 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.942625 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.942838 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.943049 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.943293 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.943526 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.943738 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.943957 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.944170 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.944379 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.944603 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.944813 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.945022 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.945267 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.945479 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.945689 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.945988 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.946242 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.946457 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.946738 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.946968 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.947224 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.947466 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.947800 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.948013 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.948252 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.948468 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.948701 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.948922 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.949211 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.949527 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.949803 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.950067 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.950327 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.950587 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.950870 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.951135 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.951370 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.951660 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.952001 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.952793 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.953056 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.953301 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.953550 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.953771 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.953986 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.954219 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.954455 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.954670 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.954929 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.955158 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.955380 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.955615 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.955840 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.956077 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.956323 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.956609 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.956973 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.956973 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.957237 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 18:25:58.957686 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 18:25:58.957845 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 18:25:58.957976 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 18:25:58.958144 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 18:25:58.958313 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 18:25:58.958465 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 18:25:58.958659 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.958971 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.958971 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.959129 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.959276 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.959595 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.959595 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.959807 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.959898 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960132 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960229 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960355 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960512 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960671 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960982 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.960982 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.961174 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.961301 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.961466 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.961625 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.961784 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.961944 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.962103 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] debug = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.962261 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.962475 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.962643 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.962801 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.962959 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.963117 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.963276 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.963434 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.963592 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.963750 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.963907 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.964065 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.964223 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.964383 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.964539 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.964698 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.964855 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.965013 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host = dv-cinder-784453-11-iscsi {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.965195 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.965353 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.965512 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.965669 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966032 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966032 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966186 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966280 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966444 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966602 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966760 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.966917 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.967075 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.967232 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.967391 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_options = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.967548 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.967707 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.967893 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.968108 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.968272 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.968432 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.968688 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.968790 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.968895 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.969052 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.969234 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.969391 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.969550 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.969808 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.969901 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970002 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970243 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970339 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970466 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970623 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970780 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.970939 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.971097 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.971255 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.971412 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.971570 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.971729 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.971887 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.972044 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.972405 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.972405 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.972559 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.972646 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.973052 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.973231 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.973390 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.973546 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.973710 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.973869 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974026 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974185 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974342 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974501 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974659 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974818 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.974975 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_json = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.975132 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.975289 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.975447 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.975603 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.975761 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.975917 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.976074 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.976234 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 18:25:58.976779 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.976779 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.976779 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977011 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977118 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977213 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977365 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977525 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977688 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.977849 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978018 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978179 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978351 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978649 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978649 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978916 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.978998 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.979109 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.979270 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.979432 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.979594 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.979845 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.979937 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.980092 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.980218 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.980392 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.980531 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.980692 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.980853 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.981015 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.981270 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.981411 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:25:58.981520 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.981602 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.981735 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.981896 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.982056 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.982217 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.982380 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.982541 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.982703 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.982863 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.983024 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.983185 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.983345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.984032 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.984196 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.984357 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.984521 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.984682 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.984842 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.985013 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.985210 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.985374 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.985535 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.985696 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.985857 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.986017 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.986178 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.986339 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.986503 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.986662 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.986836 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.987087 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.987279 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.987442 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.987605 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.987766 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.987928 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.988090 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.988252 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.988412 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.988575 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.988736 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.988901 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.989068 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.989367 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.989511 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.989636 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.989756 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990033 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990033 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990266 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990266 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990600 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990600 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990842 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.990963 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991083 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991202 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991351 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991512 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991671 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991833 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.991991 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.992153 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.992314 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.992474 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.992637 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.992797 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.992955 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.993144 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.993308 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.993467 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.993628 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.993788 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.993948 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.994110 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.994271 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.994432 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.994593 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.994849 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.995022 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.995183 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.995345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.995507 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.995675 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.995846 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996008 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996169 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996517 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996517 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996986 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996986 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.996986 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.997340 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.997340 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.997481 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.997556 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.997714 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.997874 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.998039 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.998198 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.998544 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.998707 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.998871 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.999105 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.999303 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.999438 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.999571 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:58.999699 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000210 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000210 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000210 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000469 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000469 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000806 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.000806 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001055 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001055 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001315 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001447 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001578 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001708 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001836 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.001967 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.002119 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.002279 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.002441 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.002603 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.002764 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.002925 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.003085 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.003245 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.003408 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.003606 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.003727 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.003887 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.004048 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.004214 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.004374 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.004696 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.004858 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.005019 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.005205 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.005369 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.005531 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.005695 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.005856 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006019 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006181 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006343 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006510 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006672 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006834 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.006997 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.007158 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.007321 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.007500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.007662 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.007824 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.007986 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.008147 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.008307 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.008468 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.008629 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.008789 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.008950 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.009188 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.009539 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.009539 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.009701 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.009778 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.009901 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.010062 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.010234 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.010375 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.010548 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.010716 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.010881 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.011041 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.011201 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.011363 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.011533 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.011696 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.011857 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012017 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012177 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012338 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012508 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012670 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012831 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.012992 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.013170 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.013326 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.013493 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.013655 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.013817 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.013978 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.014137 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.014339 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.014486 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.014608 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.015303 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.015547 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.015726 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.015870 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016017 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016179 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016341 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016505 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016665 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016826 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.016997 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.017188 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.017350 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.017519 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.017680 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.017840 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018001 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018174 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018336 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018500 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018660 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018821 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.018981 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.019143 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.019353 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.019479 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.019623 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.019785 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.019953 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.020123 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.020345 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.020471 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.020592 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.020759 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.020967 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.021108 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.021252 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.021412 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.021572 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.021777 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.021901 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022022 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022173 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022333 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022492 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022652 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022812 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.022973 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.023133 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.023292 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.023453 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.023614 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.023774 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 18:25:59.024131 dv-cinder-784453-11-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 18:25:59.048352 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41516) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:25:59.056866 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062747 Aug 09 18:26:10.454520 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c75ec-1b55-47e4-b1c7-46f15562b782 None None] get_active_networks_info from dv-cinder-784453-11-iscsi {{(pid=93498) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 18:26:10.513039 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c75ec-1b55-47e4-b1c7-46f15562b782 None None] No non-hosted networks {{(pid=93498) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 18:26:10.527135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.agentschedulers_db [None req-4e0c75ec-1b55-47e4-b1c7-46f15562b782 None None] DHCP Agent not found on host dv-cinder-784453-11-iscsi {{(pid=93498) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 18:26:10.654291 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e06f9be3-92a7-4cd9-8748-6ba2d3e7c67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365048'] for agent, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:13.008905 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9305b8e2-5e2d-4022-aa25-5cd11c0c8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365048'] for agent, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:13.058716 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-951f108f-739a-437d-83cf-7f79058669fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:13.161582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365048'] for agent, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:13.162589 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.163159 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.163688 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.164333 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.164888 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.165404 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.165893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.166438 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.167143 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.167642 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.168213 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.168695 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:13.169403 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:13.181189 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:14.339629 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365048'] for agent, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:15.688389 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365048'] for agent, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:17.061347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41610) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:17.577019 dv-cinder-784453-11-iscsi neutron-server[93496]: WARNING oslo_policy.policy [None req-abb9b50c-3750-41b6-a9be-271a1815cf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:17.577685 dv-cinder-784453-11-iscsi neutron-server[93496]: WARNING oslo_policy.policy [None req-abb9b50c-3750-41b6-a9be-271a1815cf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:17.794514 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [None req-abb9b50c-3750-41b6-a9be-271a1815cf5b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:26:17.796117 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-abb9b50c-3750-41b6-a9be-271a1815cf5b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7335041 Aug 09 18:26:18.314663 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.db.l3_hamode_db [None req-a598ea00-619a-4c30-ae97-e9e46d697484 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 18:26:18.392716 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598ea00-619a-4c30-ae97-e9e46d697484 None None] Routers set() bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:26:18.393129 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598ea00-619a-4c30-ae97-e9e46d697484 None None] Router IDs set() for agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 18:26:20.136133 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41624) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:20.449383 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:20.543003 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.policy [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93496) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 18:26:20.588023 dv-cinder-784453-11-iscsi neutron-server[93496]: WARNING oslo_policy.policy [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:20.588395 dv-cinder-784453-11-iscsi neutron-server[93496]: WARNING oslo_policy.policy [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:20.597006 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.quota [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] Loaded quota_driver: . Aug 09 18:26:20.690273 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792722096049', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792722095588', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792722002384', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792722007939', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792728010571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792721995447', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1796185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1362302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-500104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-442064'] for rbac-policy, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:20.755681 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:20.757024 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c5463841-372c-4f94-8300-8383bd5fb6be admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6199143 Aug 09 18:26:23.357598 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 41636) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:23.857149 dv-cinder-784453-11-iscsi neutron-server[93497]: WARNING oslo_policy.policy [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:23.857779 dv-cinder-784453-11-iscsi neutron-server[93497]: WARNING oslo_policy.policy [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:24.075462 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:24.077735 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.quota [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Loaded quota_driver: . Aug 09 18:26:24.135775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Made reservation on behalf of 0c424dcfe79a4e31a3829a9a8d95ecec for: {'network': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:26:24.203121 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.policy [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93497) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 18:26:24.246611 dv-cinder-784453-11-iscsi neutron-server[93497]: WARNING oslo_policy.policy [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:24.246982 dv-cinder-784453-11-iscsi neutron-server[93497]: WARNING oslo_policy.policy [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 18:26:24.257541 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.279357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.416729 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.420697 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.444883 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:26:24.470215 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792725608807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.470799 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Unsubscribe: segment precommit_create {{(pid=93497) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 18:26:24.471315 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.segments_db [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Added segment d09175d3-4e90-46b4-bb44-fdae3bf70d39 of type vlan for network 01e5776b-54e1-4844-b8b9-8e779543814b Aug 09 18:26:24.481001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e065aa7d-3f14-415f-91fb-a58d6637b417,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:24.508810 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.509199 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.509537 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.509865 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.510187 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.510529 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.510851 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.511186 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.511521 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.511838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.512150 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.512464 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Tracked resource versions report: Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: pushed versions: Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: { 'AddressGroup': {'1.2'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'ConntrackHelper': {'1.0'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Log': {'1.0'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Network': {'1.1'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Port': {'1.7'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'PortForwarding': {'1.2'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'QosPolicy': {'1.9'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroup': {'1.4'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SubPort': {'1.0'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Subnet': {'1.1'}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Trunk': {'1.1'}} Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: consumer versions: Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'ConntrackHelper': '1.0', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Log': '1.0', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Network': '1.1', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Port': '1.7', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'PortForwarding': '1.2', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'QosPolicy': '1.9', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroup': '1.4', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroupRule': '1.2', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SubPort': '1.0', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Subnet': '1.1', Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Trunk': '1.1'}} Aug 09 18:26:24.513803 dv-cinder-784453-11-iscsi neutron-server[93497]: {{(pid=93497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:26:24.604468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.659258 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.660603 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:24.661319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:24.742223 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3817663 Aug 09 18:26:24.759670 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4b4f2-af95-46c2-a61e-ee770b733639 admin admin] Pushing event updated for resources: {'Network': ['ID=01e5776b-54e1-4844-b8b9-8e779543814b,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:24.772611 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 01e5776b-54e1-4844-b8b9-8e779543814b details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:26:27.384054 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 41658) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:27.784331 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e633a94-9995-4305-9150-dfa062c3caa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:27.785748 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8e633a94-9995-4305-9150-dfa062c3caa5 admin admin] 10.222.0.25 "GET /v2.0/networks/01e5776b-54e1-4844-b8b9-8e779543814b HTTP/1.1" status: 200 len: 825 time: 0.4007132 Aug 09 18:26:27.826158 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-30ca8e63-7b5b-446e-a8ce-9ff4f5fca196 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/dfe13845-df1a-48d3-b592-8f452de24cbd HTTP/1.1" status: 200 len: 734 time: 0.0343781 Aug 09 18:26:27.836118 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Request body: {'subnet': {'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:27.859122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Made reservation on behalf of 0c424dcfe79a4e31a3829a9a8d95ecec for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:26:27.861431 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:28.169520 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:28.239645 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Checking segment: {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:26:28.240019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Network hostable DHCP agents. Network: 01e5776b-54e1-4844-b8b9-8e779543814b, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:26:28.244507 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd634bb8-0995-4770-96d2-35ac98ecde8a,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:28.265613 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Network 01e5776b-54e1-4844-b8b9-8e779543814b is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:26:28.276311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 01e5776b-54e1-4844-b8b9-8e779543814b) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:26:28.281453 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:28.282047 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:28.287553 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9904b10-f27e-49b0-8168-78602ca8ebf6 None None] Network 01e5776b-54e1-4844-b8b9-8e779543814b requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:26:28.297290 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-e8f6883d-6c0d-482d-8fdc-926273b61c2a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4646065 Aug 09 18:26:28.619373 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-01e5776b-54e1-4844-b8b9-8e779543814b', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:26:28.620621 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:28.893121 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Allocated IP 172.20.0.2 (01e5776b-54e1-4844-b8b9-8e779543814b/cd634bb8-0995-4770-96d2-35ac98ecde8a/0d02943c-f85a-4b25-94fc-bb1fe64f9c38) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:26:29.124905 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:29.139988 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Transition to ACTIVE for port object 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:26:29.162260 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Transition to ACTIVE for port object 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:26:29.171301 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:29.238151 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Network 01e5776b-54e1-4844-b8b9-8e779543814b is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:26:29.244790 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:26:29.258076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:26:29.260313 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Pushing event updated for resources: {'Port': ['ID=0d02943c-f85a-4b25-94fc-bb1fe64f9c38,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:29.270340 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.270704 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.271046 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.271380 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.271709 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.272039 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.272363 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.272688 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.273024 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.273371 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.273693 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.274012 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Tracked resource versions report: Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: pushed versions: Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: { 'AddressGroup': {'1.2'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'ConntrackHelper': {'1.0'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Log': {'1.0'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Network': {'1.1'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Port': {'1.7'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'PortForwarding': {'1.2'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'QosPolicy': {'1.9'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroup': {'1.4'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SubPort': {'1.0'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Subnet': {'1.1'}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Trunk': {'1.1'}} Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: consumer versions: Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'ConntrackHelper': '1.0', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Log': '1.0', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Network': '1.1', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Port': '1.7', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'PortForwarding': '1.2', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'QosPolicy': '1.9', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroup': '1.4', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroupRule': '1.2', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SubPort': '1.0', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Subnet': '1.1', Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Trunk': '1.1'}} Aug 09 18:26:29.275367 dv-cinder-784453-11-iscsi neutron-server[93498]: {{(pid=93498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:26:29.346190 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Attempting to bind port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:26:29.346874 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Attempting to bind port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:26:29.347008 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Attempting to bind port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 on network 01e5776b-54e1-4844-b8b9-8e779543814b {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:26:29.351988 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:26:29.352393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Checking segment: {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:26:29.352854 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:29.353288 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Bound using segment: {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:26:29.353781 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Bound port: 0d02943c-f85a-4b25-94fc-bb1fe64f9c38, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:26:29.354176 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:29.418942 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] For port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:26:29.424096 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] For port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0d02943c-f85a-4b25-94fc-bb1fe64f9c38,segment=NetworkSegment(d09175d3-4e90-46b4-bb44-fdae3bf70d39),segment_id=d09175d3-4e90-46b4-bb44-fdae3bf70d39)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:26:29.433327 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:29.501985 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d9a23-1391-4851-bb5b-440b25b3632d None None] Pushing event updated for resources: {'Port': ['ID=0d02943c-f85a-4b25-94fc-bb1fe64f9c38,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:30.747073 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 41666) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:31.108190 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [None req-bd821de2-7d26-4304-8813-22aa75902f4c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:26:31.109553 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-bd821de2-7d26-4304-8813-22aa75902f4c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3614194 Aug 09 18:26:33.549405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41674) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:33.882493 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [None req-e983c9f9-eb3e-4dc0-a9cb-afd7056b9ca4 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:26:33.883476 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-e983c9f9-eb3e-4dc0-a9cb-afd7056b9ca4 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3329899 Aug 09 18:26:36.587989 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 41684) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:36.918416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] Request body: {'router': {'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'name': 'router1', 'admin_state_up': True}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:36.942835 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:36.944437 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:37.084873 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:37.089974 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:37.106421 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:37.108444 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-65a59f38-70fd-47c3-beea-29788dc807d1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5191932 Aug 09 18:26:37.152862 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:26:37.245152 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:26:37.981221 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988bdb1-6643-447a-878a-b4c2877915a7 None None] Network 01e5776b-54e1-4844-b8b9-8e779543814b requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:26:38.035132 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] Provisioning for port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:26:38.043032 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] Provisioning complete for port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:38.043425 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:38.203645 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:38.265308 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] For port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0d02943c-f85a-4b25-94fc-bb1fe64f9c38,segment=NetworkSegment(d09175d3-4e90-46b4-bb44-fdae3bf70d39),segment_id=d09175d3-4e90-46b4-bb44-fdae3bf70d39)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:26:38.272107 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:38.327840 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0ede3-b93c-4679-9c57-c9143a17767e None None] Pushing event updated for resources: {'Port': ['ID=0d02943c-f85a-4b25-94fc-bb1fe64f9c38,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:38.492893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-102324a9-4fd9-4f83-b28d-ccaf4ac243c4 None None] Provisioning complete for port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:38.493227 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-102324a9-4fd9-4f83-b28d-ccaf4ac243c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:39.127047 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:26:39.174090 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:39.174528 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:39.557659 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41696) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:39.872465 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [None req-279eb41c-fdd5-4097-8ea9-238d281160dd admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:26:39.874238 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-279eb41c-fdd5-4097-8ea9-238d281160dd admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154604 Aug 09 18:26:40.330460 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-5d97e89c-86a2-469f-b28f-ffe588a77f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.240313 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41704) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:42.558567 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:42.586076 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Made reservation on behalf of 0b17165ab60149239b848d3c8a31d4be for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:26:42.588878 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.605341 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.737143 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.740873 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.752091 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=93496) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 18:26:42.784411 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792725608807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.784996 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Unsubscribe: segment precommit_create {{(pid=93496) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 18:26:42.785543 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Added segment f97d7732-ca53-4481-8d6a-ba025d8f2aa0 of type flat for network d4772bd6-f69e-4536-9043-6109f7bdcf52 Aug 09 18:26:42.806939 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e84de-2126-49bf-8014-bf7bab469bf2,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:42.859297 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.859689 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.860034 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.860366 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.860824 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.861210 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.861651 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.862054 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.862396 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.862722 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.863044 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.863365 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Tracked resource versions report: Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: pushed versions: Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: { 'AddressGroup': {'1.2'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'ConntrackHelper': {'1.0'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Log': {'1.0'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Network': {'1.1'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Port': {'1.7'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'PortForwarding': {'1.2'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'QosPolicy': {'1.9'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroup': {'1.4'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SubPort': {'1.0'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Subnet': {'1.1'}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Trunk': {'1.1'}} Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: consumer versions: Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'ConntrackHelper': '1.0', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Log': '1.0', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Network': '1.1', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Port': '1.7', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'PortForwarding': '1.2', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'QosPolicy': '1.9', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroup': '1.4', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroupRule': '1.2', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SubPort': '1.0', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Subnet': '1.1', Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Trunk': '1.1'}} Aug 09 18:26:42.864741 dv-cinder-784453-11-iscsi neutron-server[93496]: {{(pid=93496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:26:42.914781 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.971114 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.972604 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:42.973266 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:42.995447 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-abf882b8-5ed5-4663-a9bf-eb61fa8aad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:43.058240 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8168561 Aug 09 18:26:43.079221 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6492530-abe1-4b43-8c69-8a3f2d87f9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d4772bd6-f69e-4536-9043-6109f7bdcf52,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:43.089682 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:26:43.159992 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:44.280478 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:45.476279 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 41726) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:45.641600 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:45.654143 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a9b90-5edc-46ae-a6fd-1eb6babccf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:45.655733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-bc5a9b90-5edc-46ae-a6fd-1eb6babccf84 admin admin] 10.222.0.25 "GET /v2.0/subnets/cd634bb8-0995-4770-96d2-35ac98ecde8a HTTP/1.1" status: 200 len: 849 time: 0.1784737 Aug 09 18:26:45.774007 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ea2c6fa2-9e70-41e5-bf98-a61210508dff admin admin] 10.222.0.25 "GET /v2.0/routers/d6dfdbf5-8cb9-41eb-9515-fcb4738c463a HTTP/1.1" status: 200 len: 704 time: 0.1122355 Aug 09 18:26:46.046925 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:46.342196 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Allocated IP 172.20.0.1 (01e5776b-54e1-4844-b8b9-8e779543814b/cd634bb8-0995-4770-96d2-35ac98ecde8a/55f30f0c-a3c5-41ab-9a38-88198bf7e54a) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:26:46.500321 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:46.521839 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Transition to ACTIVE for port object 55f30f0c-a3c5-41ab-9a38-88198bf7e54a will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:26:46.601563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:46.710035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Network 01e5776b-54e1-4844-b8b9-8e779543814b is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:26:46.717252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:26:46.722992 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:26:46.723467 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:46.783852 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Pushing event updated for resources: {'Port': ['ID=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:46.930500 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:46.954156 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-c25169aa-c4b0-44fc-bbdb-b0ea9e26f877 None None] Provisioning for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:26:46.957879 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-c25169aa-c4b0-44fc-bbdb-b0ea9e26f877 None None] Provisioning complete for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:46.958237 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c25169aa-c4b0-44fc-bbdb-b0ea9e26f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:46.993841 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-c25169aa-c4b0-44fc-bbdb-b0ea9e26f877 None None] Port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:26:47.141805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:47.146157 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:47.147063 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:47.223067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Pushing event updated for resources: {'Port': ['ID=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:47.270747 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Network 01e5776b-54e1-4844-b8b9-8e779543814b is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:26:47.272105 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:26:47.434355 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:26:47.512695 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-34764248-f611-437d-9ffc-44f805127e56 None None] Provisioning complete for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:47.513228 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-34764248-f611-437d-9ffc-44f805127e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:47.527059 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:26:47.534502 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3eef1186-68ce-4acc-9ae9-17f162c79add admin admin] 10.222.0.25 "PUT /v2.0/routers/d6dfdbf5-8cb9-41eb-9515-fcb4738c463a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7528148 Aug 09 18:26:47.549758 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Sync routers for ids ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:26:47.555856 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-34764248-f611-437d-9ffc-44f805127e56 None None] Port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:26:47.561699 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Routers {'d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:26:47.562391 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:26:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:47.760395 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Set router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a gateway port host: None {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:26:48.199140 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'name': 'router1', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:26:36Z', 'updated_at': '2021-08-09T18:26:46Z', 'revision_number': 2, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'gw_port_host': None, '_interfaces': [{'id': '55f30f0c-a3c5-41ab-9a38-88198bf7e54a', 'name': '', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'mac_address': 'fa:16:3e:3d:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:46Z', 'updated_at': '2021-08-09T18:26:47Z', 'revision_number': 2, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'subnets': [{'id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:48.253975 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Checking router: d6dfdbf5-8cb9-41eb-9515-fcb4738c463a for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:26:48.254349 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Updating router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:26:48.305369 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:48.840577 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:48.859728 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Transition to ACTIVE for port object 55f30f0c-a3c5-41ab-9a38-88198bf7e54a will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:26:48.865719 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:49.035929 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Attempting to bind port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:26:49.036250 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Attempting to bind port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:26:49.036681 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Attempting to bind port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a on network 01e5776b-54e1-4844-b8b9-8e779543814b {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:26:49.041720 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Pushing event updated for resources: {'Port': ['ID=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:49.046137 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:26:49.046561 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Checking segment: {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:26:49.047021 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:49.047437 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Bound using segment: {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:26:49.047936 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Bound port: 55f30f0c-a3c5-41ab-9a38-88198bf7e54a, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09175d3-4e90-46b4-bb44-fdae3bf70d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:26:49.048341 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:49.059925 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.060384 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.060761 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.061235 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.061568 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.061905 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.062237 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.062594 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.062941 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.063274 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.063600 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.063924 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Tracked resource versions report: Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: pushed versions: Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: { 'AddressGroup': {'1.2'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'ConntrackHelper': {'1.0'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Log': {'1.0'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Network': {'1.1'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Port': {'1.7'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'PortForwarding': {'1.2'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'QosPolicy': {'1.9'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroup': {'1.4'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SubPort': {'1.0'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Subnet': {'1.1'}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Trunk': {'1.1'}} Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: consumer versions: Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'ConntrackHelper': '1.0', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Log': '1.0', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Network': '1.1', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Port': '1.7', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'PortForwarding': '1.2', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'QosPolicy': '1.9', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroup': '1.4', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroupRule': '1.2', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SubPort': '1.0', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Subnet': '1.1', Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Trunk': '1.1'}} Aug 09 18:26:49.065290 dv-cinder-784453-11-iscsi neutron-server[93499]: {{(pid=93499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:26:49.128141 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] For port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:26:49.150357 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] For port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,segment=NetworkSegment(d09175d3-4e90-46b4-bb44-fdae3bf70d39),segment_id=d09175d3-4e90-46b4-bb44-fdae3bf70d39)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:26:49.155358 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:49.217232 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Routers {'d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:26:49.217889 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:26:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:49.220052 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9192b-7646-4822-8b89-d9af79703efe None None] Pushing event updated for resources: {'Port': ['ID=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,revision_number=4']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:49.312436 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] Set router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a gateway port host: None {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:26:49.530970 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'name': 'router1', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:26:36Z', 'updated_at': '2021-08-09T18:26:46Z', 'revision_number': 2, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'gw_port_host': None, '_interfaces': [{'id': '55f30f0c-a3c5-41ab-9a38-88198bf7e54a', 'name': '', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'mac_address': 'fa:16:3e:3d:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:46Z', 'updated_at': '2021-08-09T18:26:49Z', 'revision_number': 4, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'subnets': [{'id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:49.557315 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18209c0f-2564-4401-aeb8-8db90e93f87e None None] The sync data for ids ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'] in dv-cinder-784453-11-iscsi is: [{'id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'name': 'router1', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:26:36Z', 'updated_at': '2021-08-09T18:26:46Z', 'revision_number': 2, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'gw_port_host': None, '_interfaces': [{'id': '55f30f0c-a3c5-41ab-9a38-88198bf7e54a', 'name': '', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'mac_address': 'fa:16:3e:3d:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:46Z', 'updated_at': '2021-08-09T18:26:49Z', 'revision_number': 4, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'subnets': [{'id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:26:49.783195 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41746) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:49.897319 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:26:49.933738 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad8443-b7d4-48e0-8009-33ea6c95bd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:49.935153 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f4ad8443-b7d4-48e0-8009-33ea6c95bd45 admin admin] 10.222.0.25 "GET /v2.0/networks/d4772bd6-f69e-4536-9043-6109f7bdcf52 HTTP/1.1" status: 200 len: 842 time: 0.1509888 Aug 09 18:26:49.945133 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:49.968639 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Made reservation on behalf of 0b17165ab60149239b848d3c8a31d4be for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:26:49.970930 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:50.408311 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.objects.ports [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93496) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 18:26:50.408824 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:50.468881 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6774eedb-723e-4a24-820e-49456f47d467,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:50.481202 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:26:50.481599 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Network hostable DHCP agents. Network: d4772bd6-f69e-4536-9043-6109f7bdcf52, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:26:50.504642 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:26:50.517931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, d4772bd6-f69e-4536-9043-6109f7bdcf52) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:26:50.523999 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:50.524954 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:50.532866 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8eda1-1c75-44c1-bbca-646258b9c9c3 None None] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:26:50.541357 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-29c57887-0df0-4884-b38c-ffd17e050aad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5996704 Aug 09 18:26:50.680976 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8950e008-a82f-45e3-9681-ba6ea8e32a21 None None] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:26:52.893376 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41754) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:53.148405 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d29653bb-a2c0-498e-a0e3-b8e1bfa7ea28 admin admin] 10.222.0.25 "GET /v2.0/routers/d6dfdbf5-8cb9-41eb-9515-fcb4738c463a HTTP/1.1" status: 200 len: 710 time: 0.2532113 Aug 09 18:26:53.243604 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcfdb62-5e0c-47a6-8294-c2a857efac1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:26:53.245052 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ddcfdb62-5e0c-47a6-8294-c2a857efac1e admin admin] 10.222.0.25 "GET /v2.0/networks/d4772bd6-f69e-4536-9043-6109f7bdcf52 HTTP/1.1" status: 200 len: 886 time: 0.0909338 Aug 09 18:26:53.256008 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:26:53.531893 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:53.802676 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:53.884743 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:54.113852 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Allocated IP 172.27.3.242 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/8d7cbbd5-522f-4768-b646-8baee33b4476) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:26:54.241412 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:54.334191 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:54.402071 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:26:54.409544 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:26:54.419379 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:26:54.425885 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Pushing event updated for resources: {'Port': ['ID=8d7cbbd5-522f-4768-b646-8baee33b4476,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:54.715271 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:54.932218 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-902'] for router, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:54.938591 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-367345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-367352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362818'] for router, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:55.057933 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:26:55.162420 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 55f30f0c-a3c5-41ab-9a38-88198bf7e54a up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:26:55.171971 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:26:55.176438 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:55.177658 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6804a6fa-6d4f-45cd-9fa1-0fffaaba133a admin admin] 10.222.0.25 "PUT /v2.0/routers/d6dfdbf5-8cb9-41eb-9515-fcb4738c463a HTTP/1.1" status: 200 len: 890 time: 1.9253359 Aug 09 18:26:55.214512 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:26:55.219398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:55.219777 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:55.302029 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:55.339727 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,segment=NetworkSegment(d09175d3-4e90-46b4-bb44-fdae3bf70d39),segment_id=d09175d3-4e90-46b4-bb44-fdae3bf70d39)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:26:55.343844 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:55.444461 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=55f30f0c-a3c5-41ab-9a38-88198bf7e54a,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:56.116981 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Sync routers for ids ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:26:56.127567 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Routers {'d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:26:56.128283 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:26:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:56.334805 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Set router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:26:56.728390 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'name': 'router1', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8d7cbbd5-522f-4768-b646-8baee33b4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:26:36Z', 'updated_at': '2021-08-09T18:26:54Z', 'revision_number': 4, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'gw_port': {'id': '8d7cbbd5-522f-4768-b646-8baee33b4476', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:53Z', 'updated_at': '2021-08-09T18:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '55f30f0c-a3c5-41ab-9a38-88198bf7e54a', 'name': '', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'mac_address': 'fa:16:3e:3d:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:46Z', 'updated_at': '2021-08-09T18:26:55Z', 'revision_number': 5, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'subnets': [{'id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:56.780497 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Checking router: d6dfdbf5-8cb9-41eb-9515-fcb4738c463a for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:26:56.780875 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Updating router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a port 8d7cbbd5-522f-4768-b646-8baee33b4476 binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:26:56.826254 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.156468 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 55f30f0c-a3c5-41ab-9a38-88198bf7e54a up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:26:57.180770 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.198904 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Transition to ACTIVE for port object 8d7cbbd5-522f-4768-b646-8baee33b4476 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:26:57.207040 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.261392 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:57.261770 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.267003 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Attempting to bind port 8d7cbbd5-522f-4768-b646-8baee33b4476 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:26:57.267378 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Attempting to bind port 8d7cbbd5-522f-4768-b646-8baee33b4476 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:26:57.267738 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Attempting to bind port 8d7cbbd5-522f-4768-b646-8baee33b4476 on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:26:57.297203 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480847-ce4c-46bb-9012-2f32b8c3ff8b None None] Pushing event updated for resources: {'Port': ['ID=8d7cbbd5-522f-4768-b646-8baee33b4476,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:57.299535 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:26:57.300038 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:26:57.300439 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.300814 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:26:57.301309 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Bound port: 8d7cbbd5-522f-4768-b646-8baee33b4476, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:26:57.301710 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.465721 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] For port 8d7cbbd5-522f-4768-b646-8baee33b4476, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:26:57.487139 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] For port 8d7cbbd5-522f-4768-b646-8baee33b4476, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=8d7cbbd5-522f-4768-b646-8baee33b4476,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:26:57.495120 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:57.552608 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Routers {'d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:26:57.553252 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:26:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:57.554944 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480847-ce4c-46bb-9012-2f32b8c3ff8b None None] Pushing event updated for resources: {'Port': ['ID=8d7cbbd5-522f-4768-b646-8baee33b4476,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:26:57.603953 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 41768) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:26:57.668778 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] Set router d6dfdbf5-8cb9-41eb-9515-fcb4738c463a gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:26:57.725314 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-af210ed3-2483-4867-ad6c-96937fdc963a admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200767 Aug 09 18:26:57.899055 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'name': 'router1', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8d7cbbd5-522f-4768-b646-8baee33b4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:26:36Z', 'updated_at': '2021-08-09T18:26:54Z', 'revision_number': 4, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'gw_port': {'id': '8d7cbbd5-522f-4768-b646-8baee33b4476', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:53Z', 'updated_at': '2021-08-09T18:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '55f30f0c-a3c5-41ab-9a38-88198bf7e54a', 'name': '', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'mac_address': 'fa:16:3e:3d:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:46Z', 'updated_at': '2021-08-09T18:26:55Z', 'revision_number': 5, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'subnets': [{'id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:26:57.926433 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af677e-997a-4fe5-ae1a-13602aedd2ae None None] The sync data for ids ['d6dfdbf5-8cb9-41eb-9515-fcb4738c463a'] in dv-cinder-784453-11-iscsi is: [{'id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'name': 'router1', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '8d7cbbd5-522f-4768-b646-8baee33b4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:26:36Z', 'updated_at': '2021-08-09T18:26:54Z', 'revision_number': 4, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'gw_port': {'id': '8d7cbbd5-522f-4768-b646-8baee33b4476', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:53Z', 'updated_at': '2021-08-09T18:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '55f30f0c-a3c5-41ab-9a38-88198bf7e54a', 'name': '', 'network_id': '01e5776b-54e1-4844-b8b9-8e779543814b', 'tenant_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'mac_address': 'fa:16:3e:3d:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dfdbf5-8cb9-41eb-9515-fcb4738c463a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:26:46Z', 'updated_at': '2021-08-09T18:26:55Z', 'revision_number': 5, 'project_id': '0c424dcfe79a4e31a3829a9a8d95ecec', 'subnets': [{'id': 'cd634bb8-0995-4770-96d2-35ac98ecde8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfe13845-df1a-48d3-b592-8f452de24cbd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:26:59.164889 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 8d7cbbd5-522f-4768-b646-8baee33b4476 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:26:59.212582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 8d7cbbd5-522f-4768-b646-8baee33b4476 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:26:59.216843 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 8d7cbbd5-522f-4768-b646-8baee33b4476 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:26:59.217283 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:59.295278 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:59.317447 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 8d7cbbd5-522f-4768-b646-8baee33b4476, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=8d7cbbd5-522f-4768-b646-8baee33b4476,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:26:59.321331 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:26:59.370180 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=8d7cbbd5-522f-4768-b646-8baee33b4476,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:27:01.160371 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 8d7cbbd5-522f-4768-b646-8baee33b4476 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:27:01.249026 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 8d7cbbd5-522f-4768-b646-8baee33b4476 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:27:01.249562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:10.335499 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8a1a8ca5-eabc-42e2-8671-845a180d103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:13.000326 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-14b4be47-5350-4606-903a-53c4c4671c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:13.157264 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:14.291663 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:15.665621 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:26.896006 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:27:40.337935 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ad4b32eb-9a3b-4126-a566-8915fb9775f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:43.006619 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-37c22697-3a63-4171-b3d2-656a12bb269a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:43.154987 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:44.286915 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:27:45.651230 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:03.895301 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:28:10.334658 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-18a1eecb-0547-4e9c-91c3-87def7baa86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:13.009925 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-354fc9ca-8888-43eb-8158-512f5a959c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:13.149150 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:14.290006 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:15.655844 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:34.831482 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42336) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:34.895991 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.pecan_wsgi.hooks.translation [None req-232758f5-e2e0-4152-8151-b8101c391f52 admin admin] GET failed (client error): The resource could not be found. Aug 09 18:28:34.897378 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-232758f5-e2e0-4152-8151-b8101c391f52 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649214 Aug 09 18:28:35.069949 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b1392-5e0c-47c9-96da-101e849bffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:35.071365 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-a50b1392-5e0c-47c9-96da-101e849bffc1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1685328 Aug 09 18:28:37.262275 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42346) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:37.353594 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ae618a-3a46-4c22-b0ad-029c1ad43533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:37.355606 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-87ae618a-3a46-4c22-b0ad-029c1ad43533 admin admin] 10.222.0.25 "GET /v2.0/subnets/cd634bb8-0995-4770-96d2-35ac98ecde8a HTTP/1.1" status: 200 len: 849 time: 0.0923698 Aug 09 18:28:37.365553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:28:37.449567 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:37.590035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792725488020'] for subnet, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:37.707250 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:37.708058 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:37.709703 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] 10.222.0.25 "PUT /v2.0/subnets/cd634bb8-0995-4770-96d2-35ac98ecde8a HTTP/1.1" status: 200 len: 868 time: 0.3480129 Aug 09 18:28:37.710960 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19949f-26d0-45b5-81d3-f70e430e95cd None None] Network 01e5776b-54e1-4844-b8b9-8e779543814b requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:28:37.728682 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd634bb8-0995-4770-96d2-35ac98ecde8a,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:28:37.736695 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.737071 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.737458 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.737796 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.738129 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.738477 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.738814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.739145 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.739490 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.739820 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.740144 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:37.740470 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4578d51-e33d-4129-ac9d-6bf7b5456c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:28:38.130136 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e3dcdd70-a3f6-41ca-99f3-a35ae320e65a None None] Provisioning complete for port 55f30f0c-a3c5-41ab-9a38-88198bf7e54a triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:28:38.130514 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdd70-a3f6-41ca-99f3-a35ae320e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:38.215740 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e3dcdd70-a3f6-41ca-99f3-a35ae320e65a None None] Provisioning complete for port 0d02943c-f85a-4b25-94fc-bb1fe64f9c38 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:28:38.216032 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e3dcdd70-a3f6-41ca-99f3-a35ae320e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:39.892811 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42354) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:40.093649 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0d5e1-5494-420a-bbb2-da504744e410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:40.094040 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e0d5e1-5494-420a-bbb2-da504744e410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:40.095594 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-a1e0d5e1-5494-420a-bbb2-da504744e410 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017934 Aug 09 18:28:40.336610 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d56777c1-6282-423e-9a09-13ad50bce24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:40.898404 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:28:42.300719 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42362) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:42.435776 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7753cb-e867-42df-988c-4847edc05a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:42.436264 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7753cb-e867-42df-988c-4847edc05a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:42.437864 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-7c7753cb-e867-42df-988c-4847edc05a13 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361585 Aug 09 18:28:43.013295 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1adf7515-ff67-4971-a41f-65902892f540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:43.151045 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:44.290352 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:44.605023 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42370) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:44.754096 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02aaef6-621a-48ad-a072-10f391e79210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:44.755529 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-e02aaef6-621a-48ad-a072-10f391e79210 admin admin] 10.222.0.25 "GET /v2.0/networks/01e5776b-54e1-4844-b8b9-8e779543814b HTTP/1.1" status: 200 len: 869 time: 0.1495466 Aug 09 18:28:45.656964 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:28:46.938878 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42380) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:47.064161 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7682a-d2ba-4153-b451-3493215bfeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:47.065589 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-56c7682a-d2ba-4153-b451-3493215bfeff admin admin] 10.222.0.25 "GET /v2.0/networks/d4772bd6-f69e-4536-9043-6109f7bdcf52 HTTP/1.1" status: 200 len: 886 time: 0.1257489 Aug 09 18:28:49.262651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42388) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:49.390849 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d1939-8c78-412c-8a5f-f83561857e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:49.391321 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4d1939-8c78-412c-8a5f-f83561857e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:49.392911 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ef4d1939-8c78-412c-8a5f-f83561857e4c admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292830 Aug 09 18:28:51.561339 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42396) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:51.655165 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fe6e5-e402-4c27-bb7e-71cd5c041f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:51.655632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fe6e5-e402-4c27-bb7e-71cd5c041f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:51.657219 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-c41fe6e5-e402-4c27-bb7e-71cd5c041f59 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948935 Aug 09 18:28:53.815793 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42404) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:53.906657 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00572508-b9c9-4739-829d-207831a439a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:53.908030 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-00572508-b9c9-4739-829d-207831a439a6 admin admin] 10.222.0.25 "GET /v2.0/subnets/6774eedb-723e-4a24-820e-49456f47d467 HTTP/1.1" status: 200 len: 816 time: 0.0912664 Aug 09 18:28:56.086754 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42412) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:28:56.181359 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a617d9-4b23-4d5b-9222-0f185c4e01df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:28:56.183303 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-89a617d9-4b23-4d5b-9222-0f185c4e01df admin admin] 10.222.0.25 "GET /v2.0/subnets/cd634bb8-0995-4770-96d2-35ac98ecde8a HTTP/1.1" status: 200 len: 868 time: 0.0955961 Aug 09 18:29:10.342415 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-970ee040-4439-4c6c-ae91-68c321f87399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:13.014837 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-fe5497a3-b9a6-4fc8-8f65-7dc1425090bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:13.153018 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:14.294785 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:15.661662 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:17.897301 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:29:21.930216 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42468) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:29:21.978520 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [None req-dd8a15a8-7442-48bc-8802-87ce90c9656a admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:29:21.979526 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-dd8a15a8-7442-48bc-8802-87ce90c9656a admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477602 Aug 09 18:29:24.237332 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42476) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:29:24.299381 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ca666c-86f2-4a25-a4c4-1a0d9002aef0 admin admin] GET failed (client error): The resource could not be found. Aug 09 18:29:24.300723 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-58ca666c-86f2-4a25-a4c4-1a0d9002aef0 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624492 Aug 09 18:29:24.510216 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5b3bc-6ed2-4acf-b63d-f1232f912954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:29:24.511714 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-00d5b3bc-6ed2-4acf-b63d-f1232f912954 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2066097 Aug 09 18:29:26.696634 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42484) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:29:26.744815 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:29:26.766432 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Made reservation on behalf of 0b17165ab60149239b848d3c8a31d4be for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:29:26.768656 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:26.803484 dv-cinder-784453-11-iscsi neutron-server[93496]: WARNING neutron.services.revisions.revision_plugin [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Could not find related network for resource to bump revision. Aug 09 18:29:26.817949 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:29:26.827845 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:26.828182 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Added segment 6a5439ac-1299-4d8c-a363-fe6f38a64c44 of type vlan for network a268b725-0220-4e39-ab57-7f3114f5ee71 Aug 09 18:29:26.874234 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:26.902768 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:26.903722 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:29:26.904301 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:26.959176 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2613995 Aug 09 18:29:26.967120 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Pushing event updated for resources: {'Network': ['ID=a268b725-0220-4e39-ab57-7f3114f5ee71,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:29:26.975090 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.975476 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.975883 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.976239 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.976582 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.976937 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.977325 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.977773 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.978119 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.978460 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.978793 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.979128 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433e6b1c-3dc0-43f3-9deb-fc2c9a8919fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:26.990654 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network a268b725-0220-4e39-ab57-7f3114f5ee71 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:29:29.177746 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42492) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:29:29.238787 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cabfa5-3e0c-428f-b367-ead423883907 admin admin] GET failed (client error): The resource could not be found. Aug 09 18:29:29.240088 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-99cabfa5-3e0c-428f-b367-ead423883907 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613954 Aug 09 18:29:29.308791 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d11124-105f-4e70-a3bc-99ea2f97ecc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:29:29.310315 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-50d11124-105f-4e70-a3bc-99ea2f97ecc1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658951 Aug 09 18:29:29.320211 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Request body: {'subnet': {'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:29:29.341712 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Made reservation on behalf of 0b17165ab60149239b848d3c8a31d4be for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:29:29.344103 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:29.505782 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:29.563347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c70bb5a-05b9-45c6-a8d3-3d25d4956fec,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:29:29.570158 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Checking segment: {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:29:29.570505 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Network hostable DHCP agents. Network: a268b725-0220-4e39-ab57-7f3114f5ee71, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:29:29.586363 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Network a268b725-0220-4e39-ab57-7f3114f5ee71 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:29:29.594876 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, a268b725-0220-4e39-ab57-7f3114f5ee71) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:29:29.599082 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:29:29.599654 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:29.604171 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe416ed-d493-411a-a7e2-731d706aa169 None None] Network a268b725-0220-4e39-ab57-7f3114f5ee71 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:29:29.613436 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-eb3902f5-9c53-4076-89c1-0a06c16a933e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2964358 Aug 09 18:29:29.854161 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-a268b725-0220-4e39-ab57-7f3114f5ee71', 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71', 'tenant_id': '0b17165ab60149239b848d3c8a31d4be', 'fixed_ips': [{'subnet_id': '5c70bb5a-05b9-45c6-a8d3-3d25d4956fec'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:29:29.855054 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:29.995779 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Allocated IP 192.168.233.2 (a268b725-0220-4e39-ab57-7f3114f5ee71/5c70bb5a-05b9-45c6-a8d3-3d25d4956fec/237afabd-2ac6-446d-8351-e25bf9a5d69f) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:29:30.144762 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:30.153047 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Transition to ACTIVE for port object 237afabd-2ac6-446d-8351-e25bf9a5d69f will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:29:30.168051 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Transition to ACTIVE for port object 237afabd-2ac6-446d-8351-e25bf9a5d69f will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:29:30.176299 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:30.219656 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Network a268b725-0220-4e39-ab57-7f3114f5ee71 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:29:30.222923 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:29:30.228693 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:29:30.231909 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Pushing event updated for resources: {'Port': ['ID=237afabd-2ac6-446d-8351-e25bf9a5d69f,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:29:30.242973 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.243367 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.243724 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.244062 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.244403 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.244741 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.245076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.245430 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.245779 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.246132 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.246463 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.246796 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:29:30.294376 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Attempting to bind port 237afabd-2ac6-446d-8351-e25bf9a5d69f on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:29:30.294750 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Attempting to bind port 237afabd-2ac6-446d-8351-e25bf9a5d69f by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:29:30.295117 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Attempting to bind port 237afabd-2ac6-446d-8351-e25bf9a5d69f on network a268b725-0220-4e39-ab57-7f3114f5ee71 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:29:30.300447 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:29:30.300808 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Checking segment: {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:29:30.301255 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:30.301655 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Bound using segment: {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:29:30.302186 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Bound port: 237afabd-2ac6-446d-8351-e25bf9a5d69f, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:29:30.302594 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:30.373704 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] For port 237afabd-2ac6-446d-8351-e25bf9a5d69f, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:29:30.381868 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] For port 237afabd-2ac6-446d-8351-e25bf9a5d69f, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=237afabd-2ac6-446d-8351-e25bf9a5d69f,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:29:30.392885 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:30.460040 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5840a0-56b5-4cac-8a1f-79e2140ee8d3 None None] Pushing event updated for resources: {'Port': ['ID=237afabd-2ac6-446d-8351-e25bf9a5d69f,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:29:31.308597 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 237afabd-2ac6-446d-8351-e25bf9a5d69f up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:29:31.332859 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6717be-ad06-40cb-aa87-cb8202ccef28 None None] Network a268b725-0220-4e39-ab57-7f3114f5ee71 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:29:31.431473 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 237afabd-2ac6-446d-8351-e25bf9a5d69f completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:29:31.471174 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] Provisioning for port 237afabd-2ac6-446d-8351-e25bf9a5d69f completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:29:31.480039 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] Provisioning complete for port 237afabd-2ac6-446d-8351-e25bf9a5d69f triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:29:31.480407 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:31.591854 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:31.628142 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] For port 237afabd-2ac6-446d-8351-e25bf9a5d69f, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=237afabd-2ac6-446d-8351-e25bf9a5d69f,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:29:31.633391 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:31.690895 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dfbb2-dd22-45e1-933e-742dc79cd445 None None] Pushing event updated for resources: {'Port': ['ID=237afabd-2ac6-446d-8351-e25bf9a5d69f,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:29:31.753069 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-3495b894-b259-4e28-aec3-a8e6ff478457 None None] Provisioning complete for port 237afabd-2ac6-446d-8351-e25bf9a5d69f triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:29:31.753594 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3495b894-b259-4e28-aec3-a8e6ff478457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:33.250112 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 237afabd-2ac6-446d-8351-e25bf9a5d69f up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:29:33.298044 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 237afabd-2ac6-446d-8351-e25bf9a5d69f triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:29:33.298425 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:40.335077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-86852d80-8eb8-4926-b6b6-0fc6615c29d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:43.016889 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c91d5fd9-f8d8-474b-9032-819e307c6e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:43.156868 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:44.297358 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:45.663588 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:29:54.895903 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:30:10.337620 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-72560e82-96c1-4732-acd6-7ea6aa6c6bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:13.020324 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8112-ea4f-4e9d-9ae6-10cfb76c747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:13.159933 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:14.302341 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:15.669416 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:31.894731 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:30:38.841456 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42544) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:30:38.847433 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [None req-6b3f4d0d-1136-4f6c-a2bc-f2ca4d6f1079 tempest-verify_tempest_config-475020449 tempest-verify_tempest_config-475020449-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:30:38.848392 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6b3f4d0d-1136-4f6c-a2bc-f2ca4d6f1079 tempest-verify_tempest_config-475020449 tempest-verify_tempest_config-475020449-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060127 Aug 09 18:30:39.157849 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42562) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:30:39.258398 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.348944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.352867 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.399091 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9213b28-4a2c-4055-a830-31db3c710fbe,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:30:39.402714 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fda1c90a598408197de76bbfb4a3f54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2438755 Aug 09 18:30:39.405495 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42566) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:30:39.408062 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.408428 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.408772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.409136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.409470 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.409816 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.410142 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.410479 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.410819 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.411147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.411464 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.411781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c836f25e-49cd-432e-ac4f-fdc16b4f5f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.461875 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.483052 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.572375 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.574987 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:39.576174 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9213b28-4a2c-4055-a830-31db3c710fbe HTTP/1.1" status: 204 len: 168 time: 0.1696968 Aug 09 18:30:39.586068 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9213b28-4a2c-4055-a830-31db3c710fbe,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:30:39.592608 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.592961 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.593538 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.593915 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.594462 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.594825 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.595165 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.595517 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.595869 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.596326 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.596769 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:39.597124 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cfccdb-267d-4d38-b60a-9699251df233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:30:40.338444 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-eaa80c62-2baa-431d-becc-131400a2112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:43.025016 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23a756b8-972d-4a0b-a644-90c609c205dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:43.162215 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:44.306649 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:30:45.669558 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:08.893713 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:31:10.340355 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-aaabd0d2-8743-48a5-884f-0925697ef61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:13.030506 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f0e08fa7-da4f-4fee-b19d-e87d951593f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:13.160092 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:14.309831 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:15.676517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:40.344585 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d44af11b-f872-40cb-90b9-3562cac966ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:43.032860 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d506adb1-fd61-4bdb-a0aa-89b5cb222633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:43.162358 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:44.320238 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:45.684791 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:31:45.892395 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 5 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:32:10.349015 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c9792c72-bf8f-4086-8e74-367f6064d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:13.038892 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-07453b79-f8d1-4e92-9e99-8bf6fdbe655d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:13.170607 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:14.328548 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:15.687640 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:17.541984 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-365048'] for agent, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:22.891887 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:32:33.347753 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42640) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:32:33.466482 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-4cfb8050-7b64-48b8-aaed-84cad5b6d32c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1173201 Aug 09 18:32:35.840009 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42650) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:32:35.908531 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5965fdd9-b3cb-4b0f-8b70-243e2c4e0dc6 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0670824 Aug 09 18:32:40.352229 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-398e83c3-e596-44d5-b2d6-4b2b2e434b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:43.041996 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0ea6-f2cb-4289-8446-b480ad3f56d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:43.165158 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:44.321240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:45.689901 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:47.491336 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:32:59.890284 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:33:10.353819 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c6955506-a6a5-405c-8a62-8ce019f1ff1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:13.035365 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f65b0b3c-2070-4378-acdb-1d70141d4bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:13.167984 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:14.321635 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:15.699083 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:17.506081 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:36.889794 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:33:40.355704 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e76cb916-ada7-48dc-bef4-747ea5f1ea6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:43.036357 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4dcf738f-85e5-4173-8f22-ada4139cde5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:43.169442 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:44.325288 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:45.694135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:33:47.505510 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.070480 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42836) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:08.229069 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42848) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:08.541399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-645002124-network', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:08.571703 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Made reservation on behalf of ef4d93d5b77e45babe51f4308ece2d60 for: {'network': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:08.581764 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.590870 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.698222 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.706142 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-284728492-network', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:08.711488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.743427 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:34:08.756480 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.757188 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.segments_db [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Added segment 3e9c902d-0689-41c3-a4a0-6ad617fe6048 of type vlan for network 15513d91-25aa-4370-afbe-bfd8b5b413dd Aug 09 18:34:08.759871 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Made reservation on behalf of 0398363ce15d4dfcb0806a1086357b8e for: {'network': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:08.762408 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.789122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.869340 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.934178 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d3a6d-1cdd-453d-87ff-b7efbdcd50a1,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:08.952572 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.952848 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.953252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.954253 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.955157 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.955359 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.955767 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.956051 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.956567 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.957416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.958346 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.958606 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Tracked resource versions report: Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: pushed versions: Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: { 'AddressGroup': {'1.2'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'ConntrackHelper': {'1.0'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Log': {'1.0'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Network': {'1.1'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Port': {'1.7'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'PortForwarding': {'1.2'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'QosPolicy': {'1.9'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroup': {'1.4'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SubPort': {'1.0'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Subnet': {'1.1'}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Trunk': {'1.1'}} Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: consumer versions: Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: HyperV agent@hv-cinder-78445: {}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'ConntrackHelper': '1.0', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Log': '1.0', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Network': '1.1', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Port': '1.7', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'PortForwarding': '1.2', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'QosPolicy': '1.9', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroup': '1.4', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SecurityGroupRule': '1.2', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'SubPort': '1.0', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Subnet': '1.1', Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: 'Trunk': '1.1'}} Aug 09 18:34:08.959538 dv-cinder-784453-11-iscsi neutron-server[93497]: {{(pid=93497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:34:08.971535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:08.971535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:08.971535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.080638 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] Pushing event updated for resources: {'Network': ['ID=15513d91-25aa-4370-afbe-bfd8b5b413dd,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:09.087295 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.092753 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.099779 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:34:09.111640 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:34:09.125699 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.126571 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.segments_db [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Added segment 937cde9a-42db-4fbb-882b-fc799a133814 of type vlan for network c12fb488-4434-4fb8-94a9-f4644dcc60b9 Aug 09 18:34:09.129402 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42878) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:09.178368 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f5a42-5a98-48f1-9082-0a9ca9a93cb0,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:09.180758 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42886) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:09.186629 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-e7616149-1e19-4282-beb4-0f742fa4e7bc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1142576 Aug 09 18:34:09.197409 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42888) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:09.206016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Request body: {'subnet': {'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-subnet', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:09.227276 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.252333 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Made reservation on behalf of ef4d93d5b77e45babe51f4308ece2d60 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:09.255271 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.296627 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.299295 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:09.300380 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.424257 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1938953 Aug 09 18:34:09.425577 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42900) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:09.457485 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Request body: {'subnet': {'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-284728492-subnet', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:09.481394 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-network', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:09.487939 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.494620 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db8c54-91ce-4892-b989-a6cc2b64b5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c12fb488-4434-4fb8-94a9-f4644dcc60b9,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:09.503280 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Made reservation on behalf of 0398363ce15d4dfcb0806a1086357b8e for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:09.519934 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.523366 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:34:09.575846 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Made reservation on behalf of 1e24213cbf43422a801e9a52a2e37d6e for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:09.578770 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.593130 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.633019 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Checking segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:09.636718 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Network hostable DHCP agents. Network: 15513d91-25aa-4370-afbe-bfd8b5b413dd, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:34:09.667646 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d461cd31-e068-4987-ae95-2ef5b170ab95,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:09.702561 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-957581100-network', 'tenant_id': 'b1b95f2d9bcd46ba935bf2fd91d8e6e9'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:09.730143 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.732174 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.732953 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.734169 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.735941 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.736547 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.737068 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.737606 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.738268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.738996 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.739909 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.740607 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Tracked resource versions report: Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: pushed versions: Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: { 'AddressGroup': {'1.2'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'ConntrackHelper': {'1.0'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Log': {'1.0'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Network': {'1.1'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Port': {'1.7'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'PortForwarding': {'1.2'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'QosPolicy': {'1.9'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroup': {'1.4'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SubPort': {'1.0'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Subnet': {'1.1'}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Trunk': {'1.1'}} Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: consumer versions: Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: HyperV agent@hv-cinder-78445: {}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'ConntrackHelper': '1.0', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Log': '1.0', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Network': '1.1', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Port': '1.7', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'PortForwarding': '1.2', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'QosPolicy': '1.9', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroup': '1.4', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SecurityGroupRule': '1.2', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'SubPort': '1.0', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Subnet': '1.1', Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: 'Trunk': '1.1'}} Aug 09 18:34:09.742767 dv-cinder-784453-11-iscsi neutron-server[93496]: {{(pid=93496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:34:09.780358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:34:09.789287 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42910) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:09.819154 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 15513d91-25aa-4370-afbe-bfd8b5b413dd) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:09.828434 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.829333 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba5a60-67ba-444b-aa95-87a48b2079e9 None None] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:09.829861 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:09.830930 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.926999 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.934790 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:09.944130 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Checking segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:09.945240 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Network hostable DHCP agents. Network: c12fb488-4434-4fb8-94a9-f4644dcc60b9, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:34:09.952837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ecd53a-654c-4b58-a606-aaecb3974201,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:09.985478 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:34:09.992451 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d35e3b56-b3e7-4eef-a575-91424658502c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7889566 Aug 09 18:34:09.999177 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42918) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:10.014605 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:10.026952 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, c12fb488-4434-4fb8-94a9-f4644dcc60b9) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:10.035074 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:10.037166 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.052366 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f065baeb-6cd5-4cea-864f-9499778b6c82 None None] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:10.058781 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:34:10.068980 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25080e-9744-41b0-bfa7-fc37d4271dd6,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:10.088002 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-4640f1c5-4b1c-427a-aeee-d4cfe2680090 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6571715 Aug 09 18:34:10.090094 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42920) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:10.096444 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Made reservation on behalf of b1b95f2d9bcd46ba935bf2fd91d8e6e9 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:10.099764 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.118612 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.118991 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Added segment 2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6 of type vlan for network 17810a9d-588d-4e62-9374-f641ddb5758e Aug 09 18:34:10.120393 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.121786 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.123418 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:10.156028 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1242928068-network', 'tenant_id': 'd350ba621fc24439b46eb257e118bca9'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:10.173303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.215842 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.db.api [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 18:34:10.215842 dv-cinder-784453-11-iscsi neutron-server[93496]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 18:34:10.215842 dv-cinder-784453-11-iscsi neutron-server[93496]: [parameters: {'project_id_1': '0398363ce15d4dfcb0806a1086357b8e', 'expiration_1': datetime.datetime(2021, 8, 9, 18, 34, 10, 168501)}] Aug 09 18:34:10.215842 dv-cinder-784453-11-iscsi neutron-server[93496]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:34:10.216622 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG oslo_db.api [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:34:10.217171 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-15513d91-25aa-4370-afbe-bfd8b5b413dd', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:34:10.218849 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.249407 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.251553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Made reservation on behalf of d350ba621fc24439b46eb257e118bca9 for: {'network': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:10.254664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.270142 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.314748 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.432367 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.433802 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:10.434646 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.538286 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-99134e5d-adae-4a4b-af5b-0957aa4cb4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.606691 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] Pushing event updated for resources: {'Network': ['ID=17810a9d-588d-4e62-9374-f641ddb5758e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:10.656849 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 17810a9d-588d-4e62-9374-f641ddb5758e details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:34:10.687401 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.696549 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.735104 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8e54cc85-d3d3-4e68-b597-92662f6f5829 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6038599 Aug 09 18:34:10.742106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42942) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:10.759881 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Request body: {'subnet': {'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-subnet', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:10.799862 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.803263 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:34:10.825261 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Allocated IP 172.20.0.2 (15513d91-25aa-4370-afbe-bfd8b5b413dd/d461cd31-e068-4987-ae95-2ef5b170ab95/0c742c47-f57f-4cef-8b1c-7d52adffce92) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:10.841541 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488edb92-2ba3-404c-bd8e-c31d6e7b3f86,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:10.859102 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.859444 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Added segment 62c18324-e0a8-46a4-9197-12bea5215bc0 of type vlan for network 5e3da344-9287-416c-be23-9a3c3d2823da Aug 09 18:34:10.860090 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:34:10.862997 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.944336 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.995404 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:10.996990 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:10.997837 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.060075 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.071738 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.107129 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3da344-9287-416c-be23-9a3c3d2823da,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:11.111522 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:34:11.128524 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.129718 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.132680 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 5e3da344-9287-416c-be23-9a3c3d2823da details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:34:11.145567 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.146117 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.segments_db [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Added segment ecd2b622-470a-4d34-a64e-76ef0f4cce96 of type vlan for network 51427c17-20e8-4418-ba58-52c9f3748604 Aug 09 18:34:11.155750 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-e29e5e0d-f81a-43b8-ac59-1339c0b3cec0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9733810 Aug 09 18:34:11.160785 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 42960) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:11.178355 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Request body: {'subnet': {'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-957581100-subnet', 'tenant_id': 'b1b95f2d9bcd46ba935bf2fd91d8e6e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:11.213027 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.241366 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Made reservation on behalf of 1e24213cbf43422a801e9a52a2e37d6e for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:11.243643 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.278940 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf1c73-3520-40e9-8f35-575cb8f49321,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:11.315117 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.319864 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Allocated IP 172.20.0.2 (c12fb488-4434-4fb8-94a9-f4644dcc60b9/93ecd53a-654c-4b58-a606-aaecb3974201/667a4af6-a070-4e05-866a-993a9e1da9f2) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:11.325359 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.db.resource_extend [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 18:34:11.405296 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Made reservation on behalf of b1b95f2d9bcd46ba935bf2fd91d8e6e9 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:11.408331 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.455678 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.456665 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:11.457271 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.475115 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.527950 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.551497 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Transition to ACTIVE for port object 0c742c47-f57f-4cef-8b1c-7d52adffce92 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:11.583461 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Transition to ACTIVE for port object 0c742c47-f57f-4cef-8b1c-7d52adffce92 will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:11.602606 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.624758 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.655072 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8659666 Aug 09 18:34:11.655856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 42966) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:11.675122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Request body: {'subnet': {'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1242928068-subnet', 'tenant_id': 'd350ba621fc24439b46eb257e118bca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:11.688136 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:11.695597 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:11.699249 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:11.706290 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd9eb7-1971-46a1-840d-dd48ef15c55f admin admin] Pushing event updated for resources: {'Network': ['ID=51427c17-20e8-4418-ba58-52c9f3748604,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:11.720275 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Pushing event updated for resources: {'Port': ['ID=0c742c47-f57f-4cef-8b1c-7d52adffce92,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:11.727769 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 51427c17-20e8-4418-ba58-52c9f3748604 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:34:11.738615 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.784626 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.785460 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.785865 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.786235 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.786575 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.786904 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.787228 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.787547 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.787930 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.788411 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.788739 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.789059 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Tracked resource versions report: Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: pushed versions: Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: { 'AddressGroup': {'1.2'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'ConntrackHelper': {'1.0'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Log': {'1.0'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Network': {'1.1'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Port': {'1.7'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'PortForwarding': {'1.2'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'QosPolicy': {'1.9'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroup': {'1.4'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SubPort': {'1.0'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Subnet': {'1.1'}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Trunk': {'1.1'}} Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: consumer versions: Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: HyperV agent@hv-cinder-78445: {}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'ConntrackHelper': '1.0', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Log': '1.0', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Network': '1.1', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Port': '1.7', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'PortForwarding': '1.2', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'QosPolicy': '1.9', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroup': '1.4', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SecurityGroupRule': '1.2', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'SubPort': '1.0', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Subnet': '1.1', Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: 'Trunk': '1.1'}} Aug 09 18:34:11.790406 dv-cinder-784453-11-iscsi neutron-server[93498]: {{(pid=93498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:34:11.806760 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Transition to ACTIVE for port object 667a4af6-a070-4e05-866a-993a9e1da9f2 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:11.851290 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.884126 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Made reservation on behalf of d350ba621fc24439b46eb257e118bca9 for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:11.886475 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:11.991094 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Allocated IP 172.27.3.104 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/a8125884-1bf9-4d4b-9d07-77b22b547e3d) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:11.996149 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Attempting to bind port 0c742c47-f57f-4cef-8b1c-7d52adffce92 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:11.996671 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Attempting to bind port 0c742c47-f57f-4cef-8b1c-7d52adffce92 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:11.998521 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Attempting to bind port 0c742c47-f57f-4cef-8b1c-7d52adffce92 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:12.008606 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Transition to ACTIVE for port object 667a4af6-a070-4e05-866a-993a9e1da9f2 will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:12.037140 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:12.039077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Checking segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:12.039077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.039327 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Bound using segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:12.049584 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Bound port: 0c742c47-f57f-4cef-8b1c-7d52adffce92, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:12.050096 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.077873 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.089331 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.191583 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.200592 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd452f85-2e40-4632-9dae-927c7b28a2cc,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:12.251026 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.271157 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.334222 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:12.359103 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Pushing event updated for resources: {'Port': ['ID=667a4af6-a070-4e05-866a-993a9e1da9f2,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:12.378095 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Checking segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:12.378487 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Network hostable DHCP agents. Network: 17810a9d-588d-4e62-9374-f641ddb5758e, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:34:12.380768 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:12.389565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.396315 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:12.404163 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f2d754-91a2-4685-be3d-c3bf3b2a4fd7,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:12.415979 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed32f637-09b4-4779-b065-30cb7bb326d3,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:12.436659 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Checking segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:12.437270 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Network hostable DHCP agents. Network: 51427c17-20e8-4418-ba58-52c9f3748604, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:34:12.461503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Checking segment: {'id': '62c18324-e0a8-46a4-9197-12bea5215bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:12.461503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Network hostable DHCP agents. Network: 5e3da344-9287-416c-be23-9a3c3d2823da, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:34:12.551997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Network 17810a9d-588d-4e62-9374-f641ddb5758e is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:34:12.581025 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Network 5e3da344-9287-416c-be23-9a3c3d2823da is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:34:12.586980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-23c4a285-0829-4e05-bf55-580647633641 None None] For port 0c742c47-f57f-4cef-8b1c-7d52adffce92, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:12.592213 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 17810a9d-588d-4e62-9374-f641ddb5758e) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:12.602267 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:12.602970 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.605362 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 5e3da344-9287-416c-be23-9a3c3d2823da) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:12.612993 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e21b3dc-5aaa-437d-b7a4-3077e40b3ff5 None None] Network 17810a9d-588d-4e62-9374-f641ddb5758e requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:12.618826 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:12.619165 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:12.619739 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.620929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a8125884-1bf9-4d4b-9d07-77b22b547e3d,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:12.624218 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:12.638781 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699395d3-359d-476f-8c15-0643cdfd09f9 None None] Network 5e3da344-9287-416c-be23-9a3c3d2823da requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:12.640461 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Network 51427c17-20e8-4418-ba58-52c9f3748604 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:34:12.649459 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6eaebde3-1ad8-4710-b626-39215f8a5986 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8923259 Aug 09 18:34:12.649684 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43008) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:12.654991 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:12.665678 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-aebd366b-2169-47e6-a551-28117af8c27f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4976878 Aug 09 18:34:12.670735 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 51427c17-20e8-4418-ba58-52c9f3748604) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:12.689363 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:12.690112 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-23c4a285-0829-4e05-bf55-580647633641 None None] For port 0c742c47-f57f-4cef-8b1c-7d52adffce92, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0c742c47-f57f-4cef-8b1c-7d52adffce92,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:12.815418 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:12.816590 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.821718 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43012) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:12.847699 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.880290 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.907726 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36b6b7-e29d-4516-8c93-2d6e2a9f8076 None None] Network 51427c17-20e8-4418-ba58-52c9f3748604 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:12.914302 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.914724 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Attempting to bind port 667a4af6-a070-4e05-866a-993a9e1da9f2 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:12.915093 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Attempting to bind port 667a4af6-a070-4e05-866a-993a9e1da9f2 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:12.915501 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Attempting to bind port 667a4af6-a070-4e05-866a-993a9e1da9f2 on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:12.916758 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.922550 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.939773 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ca40a431-af3b-48b1-a0c1-e94bde3dda61 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2792423 Aug 09 18:34:12.960562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:12.961031 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Checking segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:12.961458 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:12.961851 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Bound using segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:12.962548 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Bound port: 667a4af6-a070-4e05-866a-993a9e1da9f2, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:12.962938 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.059050 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bac59e9c-f5b3-43c3-a5e9-2b46289ded5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.095876 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Allocated IP 172.27.3.83 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/74e6ccdc-9ad2-405a-934b-487cff37b18e) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:13.255019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.281488 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.394673 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.437858 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.499040 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43058) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:13.530194 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:13.533838 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:13.537884 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:13.543808 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Pushing event updated for resources: {'Port': ['ID=74e6ccdc-9ad2-405a-934b-487cff37b18e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:13.545952 dv-cinder-784453-11-iscsi neutron-server[93497]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 18:34:13.576432 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.577854 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1661bf7f-7d6c-4050-9337-fe8d669958ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.579370 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626af627-55d7-476b-83f1-af6c8130fe4a None None] Network 51427c17-20e8-4418-ba58-52c9f3748604 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:13.722728 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a285-0829-4e05-bf55-580647633641 None None] Pushing event updated for resources: {'Port': ['ID=0c742c47-f57f-4cef-8b1c-7d52adffce92,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:13.731231 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569c044-2ac9-49fc-abf0-093134017d95 None None] Network 5e3da344-9287-416c-be23-9a3c3d2823da requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:13.794598 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43076) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:13.887524 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.889217 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:34:13.907741 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f367b85-dd53-466e-a1ba-94de74ce3480 None None] Network 17810a9d-588d-4e62-9374-f641ddb5758e requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:13.910719 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-006361c9-5280-493c-a754-11c39766cb42 None None] For port 667a4af6-a070-4e05-866a-993a9e1da9f2, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:13.942774 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:13.995208 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-006361c9-5280-493c-a754-11c39766cb42 None None] For port 667a4af6-a070-4e05-866a-993a9e1da9f2, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=667a4af6-a070-4e05-866a-993a9e1da9f2,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:14.020945 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.119491 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006361c9-5280-493c-a754-11c39766cb42 None None] Pushing event updated for resources: {'Port': ['ID=667a4af6-a070-4e05-866a-993a9e1da9f2,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:14.169850 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.221665 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bac59e9c-f5b3-43c3-a5e9-2b46289ded5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.241724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bac59e9c-f5b3-43c3-a5e9-2b46289ded5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.269862 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-6565aab3-69d5-4fb8-ab0a-6f3d043ceb73 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:14.271434 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-6565aab3-69d5-4fb8-ab0a-6f3d043ceb73 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/networks?id=5e3da344-9287-416c-be23-9a3c3d2823da HTTP/1.1" status: 200 len: 811 time: 0.7695355 Aug 09 18:34:14.336451 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-fc1de707-301d-4892-b68c-ba16970ce7dd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:14.337980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.338230 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-fc1de707-301d-4892-b68c-ba16970ce7dd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.5358055 Aug 09 18:34:14.383001 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-bac59e9c-f5b3-43c3-a5e9-2b46289ded5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e61d61ee887d4fed9692ca377398842a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5597343 Aug 09 18:34:14.394019 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43084) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:14.399831 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-02e4dd13-44c5-4e51-be47-ea6b810ecc81 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/quotas/b1b95f2d9bcd46ba935bf2fd91d8e6e9 HTTP/1.1" status: 200 len: 375 time: 0.0791337 Aug 09 18:34:14.455462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-edc73aff-ae28-4731-9345-f1cff051af3f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/quotas/d350ba621fc24439b46eb257e118bca9 HTTP/1.1" status: 200 len: 375 time: 0.0973437 Aug 09 18:34:14.469805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac59e9c-f5b3-43c3-a5e9-2b46289ded5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8ca37-af2f-440f-835b-612c5ea12212,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:14.539044 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-c4be2210-6c55-4ad4-a559-29335ab57725 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1b95f2d9bcd46ba935bf2fd91d8e6e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895712 Aug 09 18:34:14.567550 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-3962c356-3687-48a2-b714-1a75a1b68a5a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886509 Aug 09 18:34:14.599660 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.622274 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb1b62-9089-4c9d-9dfb-6f9dd623be58 None None] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:14.666303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3f5116b7-8b60-45b6-8eb0-b31a4a84e3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.690223 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:34:14.699439 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3f5116b7-8b60-45b6-8eb0-b31a4a84e3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.786949 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-a6e8d247-ba20-4d72-841a-0e5408266e23 None None] Provisioning for port 0c742c47-f57f-4cef-8b1c-7d52adffce92 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:14.856007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d85eec1c-9cd7-4a9d-b343-762baef4eb06 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:34:14.857049 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d85eec1c-9cd7-4a9d-b343-762baef4eb06 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1785624 Aug 09 18:34:14.862798 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-c9ad4c9b-8b7e-4c46-b0e9-2d951a0a65ae service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:34:14.865018 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3f5116b7-8b60-45b6-8eb0-b31a4a84e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.869831 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-c9ad4c9b-8b7e-4c46-b0e9-2d951a0a65ae service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1924708 Aug 09 18:34:14.871073 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3f5116b7-8b60-45b6-8eb0-b31a4a84e3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.872401 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3f5116b7-8b60-45b6-8eb0-b31a4a84e3bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ba8ca37-af2f-440f-835b-612c5ea12212 HTTP/1.1" status: 204 len: 168 time: 0.4812465 Aug 09 18:34:14.886134 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:34:14.888217 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5116b7-8b60-45b6-8eb0-b31a4a84e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8ca37-af2f-440f-835b-612c5ea12212,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:14.897321 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:34:14.909001 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:14.909678 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:14.929383 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:14.933645 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-05e4c4a6-2b68-4e02-a956-bcf71b23f03c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8367963 Aug 09 18:34:14.934243 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43110) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:15.145719 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:15.175624 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-f9302ba6-728a-4c44-8f65-5f76c159fa1d service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732084 Aug 09 18:34:15.263773 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.433512 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.441395 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43116) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:15.456455 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:13Z', 'revision_number': 3, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:15.460884 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b9578b1e-e880-4eff-91dd-19941c0c8248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.511564 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:34:15.512167 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Updating router cc1f00ac-7677-4d30-93ed-a202f25c7520 port 74e6ccdc-9ad2-405a-934b-487cff37b18e binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:34:15.564397 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-260c42f5-d7cd-4b31-a85b-6a1060a0b7a6 service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877928 Aug 09 18:34:15.564596 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.606406 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace978b-b22f-4e90-9454-0c56e9878c0d None None] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:34:15.666316 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b9578b1e-e880-4eff-91dd-19941c0c8248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.685759 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b9578b1e-e880-4eff-91dd-19941c0c8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.720717 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0c742c47-f57f-4cef-8b1c-7d52adffce92 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:15.724004 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-0f9c58a6-bf20-4967-ac04-c897063df65f service neutron] 10.222.0.25 "GET /v2.0/networks/5e3da344-9287-416c-be23-9a3c3d2823da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532786 Aug 09 18:34:15.769209 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b9578b1e-e880-4eff-91dd-19941c0c8248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9a83cb11aec4c4e827e1e30dd7232bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3255208 Aug 09 18:34:15.771574 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43118) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:15.835956 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Router 046667ee-a597-4677-b67d-0ae9acd245d1 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:34:15.873738 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9578b1e-e880-4eff-91dd-19941c0c8248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c8b9c-8135-4364-bf10-cee04c218116,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:15.877038 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Allocated IP 172.27.3.31 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/6ce2199d-40a4-4131-9ca1-9a0d497e31aa) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:15.894555 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-655c0929-6100-4312-b3c5-eb92396d8ad9 None None] Provisioning for port 667a4af6-a070-4e05-866a-993a9e1da9f2 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:15.900693 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.941131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 0c742c47-f57f-4cef-8b1c-7d52adffce92 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:15.946564 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47bc47dd-88b8-48e9-b55a-23d42cab20b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:15.949174 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 0c742c47-f57f-4cef-8b1c-7d52adffce92 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:15.949842 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.004470 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47bc47dd-88b8-48e9-b55a-23d42cab20b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.105435 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.125767 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.164723 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 0c742c47-f57f-4cef-8b1c-7d52adffce92, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0c742c47-f57f-4cef-8b1c-7d52adffce92,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:16.175041 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.176240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 667a4af6-a070-4e05-866a-993a9e1da9f2 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:16.298599 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c8b3c83a-faf7-4a08-8073-3a43d9aec91f req-3c4029bd-9981-4e6a-a2a3-816ac9c41406 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.2727995 Aug 09 18:34:16.309892 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-8352b847-869f-4371-8c6b-4565ffe30434 service neutron] 10.222.0.25 "GET /v2.0/networks/5e3da344-9287-416c-be23-9a3c3d2823da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752444 Aug 09 18:34:16.350639 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:34:16.363464 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:34:16.368599 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=0c742c47-f57f-4cef-8b1c-7d52adffce92,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:16.384079 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:16.385263 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:16.394351 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.409902 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.412107 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Allocated IP 172.20.0.1 (c12fb488-4434-4fb8-94a9-f4644dcc60b9/93ecd53a-654c-4b58-a606-aaecb3974201/71d66368-fc3e-42a0-a4d1-47df76ced961) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:16.419652 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-2d7a1433-22b5-41a2-8014-0e895979b6d8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4148941 Aug 09 18:34:16.419652 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43148) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:16.477387 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 667a4af6-a070-4e05-866a-993a9e1da9f2 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:16.486778 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 667a4af6-a070-4e05-866a-993a9e1da9f2 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:16.487412 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.594451 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:16.636985 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.660668 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Transition to ACTIVE for port object 71d66368-fc3e-42a0-a4d1-47df76ced961 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:16.693850 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47bc47dd-88b8-48e9-b55a-23d42cab20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.699440 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47bc47dd-88b8-48e9-b55a-23d42cab20b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.699440 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-47bc47dd-88b8-48e9-b55a-23d42cab20b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d3c8b9c-8135-4364-bf10-cee04c218116 HTTP/1.1" status: 204 len: 168 time: 0.9244585 Aug 09 18:34:16.709323 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:16.719520 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc47dd-88b8-48e9-b55a-23d42cab20b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c8b9c-8135-4364-bf10-cee04c218116,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:16.774627 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:16.776260 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Pushing event updated for resources: {'Port': ['ID=71d66368-fc3e-42a0-a4d1-47df76ced961,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:16.778983 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:16.793874 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:16.795531 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.018867 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bfc5f4cf-b15a-487c-83e0-88f8f249c84c req-c496701e-512f-4803-a83c-d35f0aeceb2a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.1860082 Aug 09 18:34:17.053605 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.254902 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-14d0450b-f91a-493f-86d9-5b9d6f23be12 None None] Provisioning complete for port 667a4af6-a070-4e05-866a-993a9e1da9f2 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:17.255393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-14d0450b-f91a-493f-86d9-5b9d6f23be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.335483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Pushing event updated for resources: {'Port': ['ID=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:17.345737 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.421680 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 667a4af6-a070-4e05-866a-993a9e1da9f2, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=667a4af6-a070-4e05-866a-993a9e1da9f2,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:17.478099 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.490968 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.508805 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Transition to ACTIVE for port object 74e6ccdc-9ad2-405a-934b-487cff37b18e will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:17.512707 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.517681 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:17.535556 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:17.541697 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:17.551654 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.608733 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:12Z', 'revision_number': 3, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:17.652695 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Attempting to bind port 74e6ccdc-9ad2-405a-934b-487cff37b18e on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:17.657861 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Attempting to bind port 74e6ccdc-9ad2-405a-934b-487cff37b18e by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:17.658421 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Attempting to bind port 74e6ccdc-9ad2-405a-934b-487cff37b18e on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:17.666589 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.701119 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:17.701926 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:17.703227 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.703997 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:17.705354 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Bound port: 74e6ccdc-9ad2-405a-934b-487cff37b18e, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:17.705996 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.732657 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3785a1c-4ab6-48f0-be32-b17dea6e02b5 req-8bfc276a-9b8c-4bd5-ad1c-27c21e408fe9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.2077479 Aug 09 18:34:17.768867 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0c742c47-f57f-4cef-8b1c-7d52adffce92 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:17.787661 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:34:17.788040 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Updating router 046667ee-a597-4677-b67d-0ae9acd245d1 port a8125884-1bf9-4d4b-9d07-77b22b547e3d binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:34:17.859767 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Pushing event updated for resources: {'Port': ['ID=74e6ccdc-9ad2-405a-934b-487cff37b18e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:17.891381 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.893469 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.893982 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.894497 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.894982 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.897523 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.898770 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.899763 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.900402 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.900924 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.902919 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.904233 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Tracked resource versions report: Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: pushed versions: Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: { 'AddressGroup': {'1.2'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'ConntrackHelper': {'1.0'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Log': {'1.0'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Network': {'1.1'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Port': {'1.7'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'PortForwarding': {'1.2'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'QosPolicy': {'1.9'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroup': {'1.4'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroupRule': {'1.2'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SubPort': {'1.0'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Subnet': {'1.1'}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Trunk': {'1.1'}} Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: consumer versions: Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: { DHCP agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: HyperV agent@hv-cinder-78445: {}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: L3 agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: Metadata agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: Metering agent@dv-cinder-784453-11-iscsi: {}, Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: Open vSwitch agent@dv-cinder-784453-11-iscsi: { 'AddressGroup': '1.2', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'ConntrackHelper': '1.0', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Log': '1.0', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Network': '1.1', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Port': '1.7', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'PortForwarding': '1.2', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'QosPolicy': '1.9', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroup': '1.4', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SecurityGroupRule': '1.2', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'SubPort': '1.0', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Subnet': '1.1', Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: 'Trunk': '1.1'}} Aug 09 18:34:17.910474 dv-cinder-784453-11-iscsi neutron-server[93499]: {{(pid=93499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 18:34:17.915768 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-7eaae359-d25e-42cb-8a1a-03946ebce90a None None] Provisioning for port 71d66368-fc3e-42a0-a4d1-47df76ced961 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:17.931625 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.942305 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.943715 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.957498 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] For port 74e6ccdc-9ad2-405a-934b-487cff37b18e, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:17.957951 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-7eaae359-d25e-42cb-8a1a-03946ebce90a None None] Provisioning complete for port 71d66368-fc3e-42a0-a4d1-47df76ced961 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:17.959157 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-7eaae359-d25e-42cb-8a1a-03946ebce90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:17.961466 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] For port 74e6ccdc-9ad2-405a-934b-487cff37b18e, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=74e6ccdc-9ad2-405a-934b-487cff37b18e,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:17.976081 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.029923 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=667a4af6-a070-4e05-866a-993a9e1da9f2,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:18.050101 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.053470 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c04d2-b0c1-4f2f-a5de-e64df51cc2f9 None None] Pushing event updated for resources: {'Port': ['ID=74e6ccdc-9ad2-405a-934b-487cff37b18e,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:18.075017 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Pushing event updated for resources: {'Port': ['ID=71d66368-fc3e-42a0-a4d1-47df76ced961,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:18.081249 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:18.082097 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:18.118516 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-7eaae359-d25e-42cb-8a1a-03946ebce90a None None] Port 71d66368-fc3e-42a0-a4d1-47df76ced961 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:34:18.175153 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.213547 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 0c742c47-f57f-4cef-8b1c-7d52adffce92 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:18.214007 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.287669 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f05c6a7c-9bbe-4ec8-b545-bedc8bdda830 req-e024eca8-e802-4a98-a2e9-63cedca4cc29 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0400560 Aug 09 18:34:18.320213 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:18.384230 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:18.395194 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:18.508351 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.666467 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 2, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:18.690687 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:34:18.699083 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.708947 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2fc675-ddfc-4971-b9c1-7fcedde6de6f None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 2, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:34:18.721622 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Transition to ACTIVE for port object a8125884-1bf9-4d4b-9d07-77b22b547e3d will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:18.739904 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.851280 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-c481b30b-979f-4def-972b-7c493b50af8e None None] Provisioning complete for port 71d66368-fc3e-42a0-a4d1-47df76ced961 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:18.851659 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c481b30b-979f-4def-972b-7c493b50af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.857567 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Attempting to bind port a8125884-1bf9-4d4b-9d07-77b22b547e3d on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:18.858011 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Attempting to bind port a8125884-1bf9-4d4b-9d07-77b22b547e3d by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:18.858374 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Attempting to bind port a8125884-1bf9-4d4b-9d07-77b22b547e3d on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:18.897424 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:34:18.916625 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9aba713e-652a-47ff-8823-62131c6b46c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc1f00ac-7677-4d30-93ed-a202f25c7520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9702656 Aug 09 18:34:18.918028 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.942154 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64aa3-c9ce-4087-b22f-bb61601379e4 None None] Pushing event updated for resources: {'Port': ['ID=a8125884-1bf9-4d4b-9d07-77b22b547e3d,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:18.949952 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:18.950358 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:18.950737 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:18.951128 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:18.951622 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Bound port: a8125884-1bf9-4d4b-9d07-77b22b547e3d, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:18.952030 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:19.010258 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-c481b30b-979f-4def-972b-7c493b50af8e None None] Port 71d66368-fc3e-42a0-a4d1-47df76ced961 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:34:19.096981 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] For port a8125884-1bf9-4d4b-9d07-77b22b547e3d, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:19.100795 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] For port a8125884-1bf9-4d4b-9d07-77b22b547e3d, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=a8125884-1bf9-4d4b-9d07-77b22b547e3d,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:19.113398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:19.218195 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64aa3-c9ce-4087-b22f-bb61601379e4 None None] Pushing event updated for resources: {'Port': ['ID=a8125884-1bf9-4d4b-9d07-77b22b547e3d,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:19.232205 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:19.232985 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:19.246018 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cc264358-fb81-4002-a1b5-0e376773dc88 req-26fc8661-8c4c-4a3a-a380-2ff2202eb1ff tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.0388818 Aug 09 18:34:19.283224 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Allocated IP 172.20.0.1 (15513d91-25aa-4370-afbe-bfd8b5b413dd/d461cd31-e068-4987-ae95-2ef5b170ab95/68504aff-da5b-486f-a1bb-c9578df07e5c) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:19.392313 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:19.552747 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4d2a6813-9461-4769-b102-ebb51aa75b7c req-8a4733d2-28ba-45b3-ae89-ecf9acbe963f tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0977623 Aug 09 18:34:19.634500 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 667a4af6-a070-4e05-866a-993a9e1da9f2 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:19.676113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:19.696992 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:34:19.708158 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Transition to ACTIVE for port object 68504aff-da5b-486f-a1bb-c9578df07e5c will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:19.737052 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 667a4af6-a070-4e05-866a-993a9e1da9f2 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:19.737052 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:19.806315 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:12Z', 'revision_number': 3, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:19.874666 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2836ed-31d6-4ddc-b2a6-2d79835c8a56 None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:12Z', 'revision_number': 3, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:34:19.880936 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:19.891438 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:34:19.907663 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Sync routers for ids ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:34:19.924139 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Routers {'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:19.925303 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:19.966969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:19.972327 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:19.991592 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:19.992290 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:19.999598 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:20.001940 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5fe3c107-c625-4301-809d-1d35a0bae3cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3512971 Aug 09 18:34:20.004968 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43284) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:20.088400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Pushing event updated for resources: {'Port': ['ID=68504aff-da5b-486f-a1bb-c9578df07e5c,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:20.396740 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:20.485976 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e9ee6c31-58b0-428e-8e43-cb883d01cdc9 None None] Provisioning for port 68504aff-da5b-486f-a1bb-c9578df07e5c completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:20.510083 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e9ee6c31-58b0-428e-8e43-cb883d01cdc9 None None] Provisioning complete for port 68504aff-da5b-486f-a1bb-c9578df07e5c triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:20.511981 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6c31-58b0-428e-8e43-cb883d01cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:20.553129 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Set router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:20.644423 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-13fe676a-ff25-4211-b59e-ab2cf8d401b1 req-d733c8c9-ad76-481d-bc83-a67f08e3cfd1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.1210020 Aug 09 18:34:20.654688 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee6c31-58b0-428e-8e43-cb883d01cdc9 None None] Port 68504aff-da5b-486f-a1bb-c9578df07e5c cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:34:20.973157 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.004127 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.006060 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.084567 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bc440ac-5555-4bf3-b933-425b16e56933 req-51f94dbb-5a63-4f77-8f4d-e30bf5fba6e3 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0857818 Aug 09 18:34:21.177862 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 3, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:21.202760 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43304) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:21.208522 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--878852883', 'description': 'tempest-description--80514813'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:21.213922 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Checking router: dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:34:21.214516 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Updating router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:34:21.235183 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Pushing event updated for resources: {'Port': ['ID=68504aff-da5b-486f-a1bb-c9578df07e5c,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:21.251148 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.260541 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.299918 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:21.301727 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:21.341591 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.494969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Router 046667ee-a597-4677-b67d-0ae9acd245d1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:34:21.577124 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.599099 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.655134 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.699306 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Transition to ACTIVE for port object 6ce2199d-40a4-4131-9ca1-9a0d497e31aa will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:21.706230 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-9acb3209-b012-446c-9a34-2ef15320c84e None None] Provisioning complete for port 68504aff-da5b-486f-a1bb-c9578df07e5c triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:21.706725 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9acb3209-b012-446c-9a34-2ef15320c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.707952 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.713009 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.5083134 Aug 09 18:34:21.714831 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Allocated IP 172.20.0.1 (17810a9d-588d-4e62-9374-f641ddb5758e/dd452f85-2e40-4632-9dae-927c7b28a2cc/57b0d12b-58b6-4d74-ad29-18d5414f71ed) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:21.717313 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43312) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:21.718021 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baee9b-fa7a-432c-913c-cdbcfcc46cf2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2b6204-e30c-46ac-bbee-fadb286ebc6e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:21.721171 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.737914 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'security_group_rule': {'security_group_id': '5f2b6204-e30c-46ac-bbee-fadb286ebc6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:21.759307 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:34:21.770324 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-74b5701a-8f0c-443b-9398-63bb9e77f24f admin admin] 10.222.0.25 "PUT /v2.0/routers/046667ee-a597-4677-b67d-0ae9acd245d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3393667 Aug 09 18:34:21.845337 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-9acb3209-b012-446c-9a34-2ef15320c84e None None] Port 68504aff-da5b-486f-a1bb-c9578df07e5c cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:34:21.856191 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a8125884-1bf9-4d4b-9d07-77b22b547e3d up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:21.875982 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Attempting to bind port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:21.876476 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Attempting to bind port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:21.876857 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Attempting to bind port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:21.893389 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:21.893784 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:21.894333 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.894951 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:21.895219 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Bound port: 6ce2199d-40a4-4131-9ca1-9a0d497e31aa, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:21.895623 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.904186 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8504f41-42ba-41f8-82eb-8ad8b30009c0 req-d76bea91-5f23-4ee5-8d96-4babec86e737 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.0711479 Aug 09 18:34:21.936760 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325ca13-3f03-4e94-be70-2868f718ae23 None None] Pushing event updated for resources: {'Port': ['ID=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:21.944140 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port a8125884-1bf9-4d4b-9d07-77b22b547e3d completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:21.948670 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port a8125884-1bf9-4d4b-9d07-77b22b547e3d triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:21.949145 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:21.991093 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.009006 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] For port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:22.019877 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] For port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:22.030893 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.116912 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.159106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.195338 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.202088 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325ca13-3f03-4e94-be70-2868f718ae23 None None] Pushing event updated for resources: {'Port': ['ID=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:22.246212 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Routers {'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:22.247377 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:22.313011 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583f9f0c-a873-4680-90c3-11cd4da572c8,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:22.335344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-381e03be-b898-4026-bc45-1380cbdd90ee req-6a722c1b-6331-4bed-ac6a-05120693cc76 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0939825 Aug 09 18:34:22.351415 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.351645 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.355732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43340) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:22.360905 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-dd07044b-f7fb-4c8d-9a44-cae96405d9ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6396806 Aug 09 18:34:22.364435 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'security_group_rule': {'security_group_id': '5f2b6204-e30c-46ac-bbee-fadb286ebc6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:22.367388 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.401546 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port a8125884-1bf9-4d4b-9d07-77b22b547e3d, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=a8125884-1bf9-4d4b-9d07-77b22b547e3d,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:22.412067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.423873 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 74e6ccdc-9ad2-405a-934b-487cff37b18e up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:22.451263 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.503161 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Network 17810a9d-588d-4e62-9374-f641ddb5758e is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:22.506500 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:22.510670 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:22.511157 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.582340 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] Set router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:22.603359 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 74e6ccdc-9ad2-405a-934b-487cff37b18e completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:22.610974 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=a8125884-1bf9-4d4b-9d07-77b22b547e3d,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:22.614153 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 74e6ccdc-9ad2-405a-934b-487cff37b18e triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:22.614637 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.635250 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.645482 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.651674 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Pushing event updated for resources: {'Port': ['ID=57b0d12b-58b6-4d74-ad29-18d5414f71ed,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:22.683212 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79facbca-f3de-40db-bba4-2b21bfaef3f9,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:22.694539 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.699024 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-eff5833b-a9e3-4df1-b30b-88ddef6de4fa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392696 Aug 09 18:34:22.699805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43346) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:22.710874 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:22.753772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43348) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:22.755626 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.762114 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932202168', 'description': 'tempest-description--221876478'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:22.779133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.787677 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 74e6ccdc-9ad2-405a-934b-487cff37b18e, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=74e6ccdc-9ad2-405a-934b-487cff37b18e,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:22.795890 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.803949 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.860287 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=74e6ccdc-9ad2-405a-934b-487cff37b18e,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:22.882056 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:22.888359 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 3, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:22.923138 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d523b4-8155-45e0-9772-03779e1cb238 None None] The sync data for ids ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'] in dv-cinder-784453-11-iscsi is: [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 3, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:34:23.127511 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:34:23.127511 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:23.127850 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:23.157264 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.192633 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-429ba884-d21a-4526-a40d-6b96cb7961b9 req-f7e1f829-c04a-4c63-80b8-5ca239ae3427 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.0697377 Aug 09 18:34:23.200193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.216020 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.225545 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.226355 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.285566 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:23.318215 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Pushing event updated for resources: {'Port': ['ID=57b0d12b-58b6-4d74-ad29-18d5414f71ed,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:23.368296 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Network 17810a9d-588d-4e62-9374-f641ddb5758e is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:23.370056 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:23.415275 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:34:23.429913 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:23.433411 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:23.456469 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.514715 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe1c70d-6263-4fba-8f36-8545f337b2aa,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:23.560692 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-eab1e1ce-a656-4286-9534-45d8a34b7e96 req-f29c840c-d376-4874-b17b-a0da490c5952 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0924456 Aug 09 18:34:23.593362 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.598424 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-07e7241d-6f0f-42ed-8050-a21ab7b29a0a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8407521 Aug 09 18:34:23.598971 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43364) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:23.605158 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'security_group_rule': {'security_group_id': 'cbe1c70d-6263-4fba-8f36-8545f337b2aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:23.640966 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:23.700316 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Allocated IP 172.27.3.57 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/b1d179b3-c024-4d27-86be-dcaecfde7f75) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:23.708726 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.709189 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 2, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:23.723607 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:34:23.816907 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:34:23.817525 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Updating router cc1f00ac-7677-4d30-93ed-a202f25c7520 port 71d66368-fc3e-42a0-a4d1-47df76ced961 binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:34:23.855696 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.875118 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 6ce2199d-40a4-4131-9ca1-9a0d497e31aa up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:23.935499 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.936740 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:34:23.948102 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ca5083ff-95d8-474f-8791-d8260ca7cf72 admin admin] 10.222.0.25 "PUT /v2.0/routers/dcf3d552-5e2f-47f7-bc13-8279cf5c9f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9413738 Aug 09 18:34:23.951571 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.976812 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b55cd34-788d-4035-9d7f-7d9c2b6f8537,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:23.993369 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 2, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:23.997471 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:23.998951 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-fb8002b9-f276-4811-9224-ec0f229210c0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3989203 Aug 09 18:34:24.002615 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43370) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:24.003025 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.011274 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'security_group_rule': {'security_group_id': 'cbe1c70d-6263-4fba-8f36-8545f337b2aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:24.045022 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:34:24.045667 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Updating router 046667ee-a597-4677-b67d-0ae9acd245d1 port 68504aff-da5b-486f-a1bb-c9578df07e5c binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:34:24.068859 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.087493 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.117235 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.131334 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:24.134910 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:24.141107 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:24.224226 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'Port': ['ID=b1d179b3-c024-4d27-86be-dcaecfde7f75,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:24.295155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.385676 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:24.393135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:24.393577 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.394229 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.406978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.441003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.479931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03800b1-dda5-46b2-afa4-fae48362aece,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:24.495811 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.503954 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d7b4cecd-4dcc-46aa-8111-8281ddd9df7a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5000620 Aug 09 18:34:24.504695 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43392) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:24.516863 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:24.555712 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.585205 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.621634 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:24.627002 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.638265 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.641461 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a8125884-1bf9-4d4b-9d07-77b22b547e3d up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:24.672618 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Transition to ACTIVE for port object 71d66368-fc3e-42a0-a4d1-47df76ced961 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:24.694227 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.710273 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Transition to ACTIVE for port object 68504aff-da5b-486f-a1bb-c9578df07e5c will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:24.711810 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.721128 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.758243 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3ee1b1f6-66fc-4c61-a9c3-4a7f89bf202d req-f577bbd4-84a6-45f2-9012-a2483bbc477d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.2400033 Aug 09 18:34:24.758813 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:24.811661 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaa477-e569-4986-b4d7-f86e624945cb None None] Pushing event updated for resources: {'Port': ['ID=68504aff-da5b-486f-a1bb-c9578df07e5c,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:24.863882 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port a8125884-1bf9-4d4b-9d07-77b22b547e3d triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:24.864406 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.876531 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.920248 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e10e10-d936-40fb-934c-9ddad9c54b0c None None] Pushing event updated for resources: {'Port': ['ID=71d66368-fc3e-42a0-a4d1-47df76ced961,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:24.923016 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Attempting to bind port 71d66368-fc3e-42a0-a4d1-47df76ced961 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:24.923411 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Attempting to bind port 71d66368-fc3e-42a0-a4d1-47df76ced961 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:24.923775 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Attempting to bind port 71d66368-fc3e-42a0-a4d1-47df76ced961 on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:24.925384 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.935911 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:24.936293 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Checking segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:24.936703 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.940554 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Bound using segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:24.941268 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Bound port: 71d66368-fc3e-42a0-a4d1-47df76ced961, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:24.941699 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.960718 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Attempting to bind port 68504aff-da5b-486f-a1bb-c9578df07e5c on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:24.961313 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Attempting to bind port 68504aff-da5b-486f-a1bb-c9578df07e5c by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:24.961758 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Attempting to bind port 68504aff-da5b-486f-a1bb-c9578df07e5c on network 15513d91-25aa-4370-afbe-bfd8b5b413dd {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:24.972595 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.978999 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:24.979378 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Checking segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:24.979841 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:24.980304 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Bound using segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:24.981218 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Bound port: 68504aff-da5b-486f-a1bb-c9578df07e5c, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:24.981633 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.074975 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.090864 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-996d1a06-369c-4756-9527-eb4202d6ca8c req-56761f21-1403-4096-85a3-1b42c2025a3b tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.1935835 Aug 09 18:34:25.098453 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'Port': ['ID=b1d179b3-c024-4d27-86be-dcaecfde7f75,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:25.108591 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] For port 71d66368-fc3e-42a0-a4d1-47df76ced961, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:25.121372 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 74e6ccdc-9ad2-405a-934b-487cff37b18e up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:25.132072 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] For port 68504aff-da5b-486f-a1bb-c9578df07e5c, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:25.137413 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] For port 68504aff-da5b-486f-a1bb-c9578df07e5c, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=68504aff-da5b-486f-a1bb-c9578df07e5c,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:25.145604 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.149922 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79f12337-e940-4b25-8b4e-b9d5bac8fde7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:25.154935 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79f12337-e940-4b25-8b4e-b9d5bac8fde7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 819 time: 0.6324255 Aug 09 18:34:25.172474 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] For port 71d66368-fc3e-42a0-a4d1-47df76ced961, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=71d66368-fc3e-42a0-a4d1-47df76ced961,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:25.177141 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.187614 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8c9b2409-9818-4129-be4f-f1e787a07741 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4780414 Aug 09 18:34:25.197046 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-e221415a-dac2-4c35-8e1f-29b60b714532 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/quotas/1e24213cbf43422a801e9a52a2e37d6e HTTP/1.1" status: 200 len: 375 time: 0.0213249 Aug 09 18:34:25.197847 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.294902 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:25.298765 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Allocated IP 172.27.3.76 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/fb8e05a9-0646-4979-9a7e-905986d524d2) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:25.299798 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:25.348922 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-844f4717-9c72-403e-ba59-2bba11549937 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404378 Aug 09 18:34:25.419346 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e10e10-d936-40fb-934c-9ddad9c54b0c None None] Pushing event updated for resources: {'Port': ['ID=71d66368-fc3e-42a0-a4d1-47df76ced961,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:25.419346 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:25.419346 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:25.419843 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaa477-e569-4986-b4d7-f86e624945cb None None] Pushing event updated for resources: {'Port': ['ID=68504aff-da5b-486f-a1bb-c9578df07e5c,revision_number=4']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:25.419949 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 74e6ccdc-9ad2-405a-934b-487cff37b18e triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:25.419949 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.604299 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:25.628534 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.73', 49859) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:25.673031 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.787776 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:25.796149 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Sync routers for ids ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:34:25.820557 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-b451c0db-04ae-49bf-ab7b-2cccf6d1e5f8 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--878852883&fields=id&tenant_id=0398363ce15d4dfcb0806a1086357b8e HTTP/1.1" status: 200 len: 267 time: 0.2709320 Aug 09 18:34:25.837968 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-23fff2bd-58c1-4df1-87f1-a6734315ca32 service neutron] 10.222.0.25 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877124 Aug 09 18:34:25.904318 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:25.906759 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:25.920425 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:25.940830 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:25.995701 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'Port': ['ID=fb8e05a9-0646-4979-9a7e-905986d524d2,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:26.026470 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-ac481315-ed5b-45bb-83e7-7b33ab5272bc service neutron] 10.222.0.25 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845932 Aug 09 18:34:26.057597 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Routers {'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:26.058592 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:26.120380 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:25Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:26.141528 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:26.172700 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-87154c60-5e73-4a12-a392-4a86cf647cfc tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:26.181866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-87154c60-5e73-4a12-a392-4a86cf647cfc tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 810 time: 0.1508186 Aug 09 18:34:26.205148 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-12867394-8574-488e-8fc2-804ea621e9cf tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/quotas/0398363ce15d4dfcb0806a1086357b8e HTTP/1.1" status: 200 len: 375 time: 0.0216565 Aug 09 18:34:26.206078 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d188014-ad49-4550-b2f0-1353eb39629c None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:25Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:34:26.243269 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.73', 49866) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:26.387860 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-caa0ff87-b1db-4380-8092-9fbbd43abee3 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:26.405667 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-caa0ff87-b1db-4380-8092-9fbbd43abee3 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.7606382 Aug 09 18:34:26.505758 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-50d56dbc-e57d-40cc-b5fa-3899040962a2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2988219 Aug 09 18:34:26.538856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Request body: {'port': {'device_id': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'admin_state_up': True, 'tenant_id': 'd350ba621fc24439b46eb257e118bca9'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:26.895124 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:26.970366 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-fdd51710-4825-44ed-b550-faf2190b3a28 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:26.972061 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-fdd51710-4825-44ed-b550-faf2190b3a28 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.73 "GET /v2.0/networks?id=5e3da344-9287-416c-be23-9a3c3d2823da HTTP/1.1" status: 200 len: 811 time: 0.7266667 Aug 09 18:34:26.994466 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Request body: {'port': {'device_id': '8876341c-8368-405a-b4cd-a1cff47754ce', 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da', 'admin_state_up': True, 'tenant_id': 'b1b95f2d9bcd46ba935bf2fd91d8e6e9'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:27.200625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-6039442d-eb27-4cb4-9115-e18ee5fe2b8c service neutron] 10.222.0.25 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933861 Aug 09 18:34:27.215625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-add695c5-f5b8-4e81-a9bb-fefef071851e req-4c2667a4-8e23-46bc-8a48-b2b1f6907e08 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.6718247 Aug 09 18:34:27.223487 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 6ce2199d-40a4-4131-9ca1-9a0d497e31aa up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:27.460697 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.472138 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.505770 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e64d21a-a152-4195-a637-de195847b3c7 req-39536626-c5d3-47f3-83a9-cace35e35527 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.1172047 Aug 09 18:34:27.512547 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Set router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:27.596126 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'Port': ['ID=fb8e05a9-0646-4979-9a7e-905986d524d2,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:27.599892 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Made reservation on behalf of d350ba621fc24439b46eb257e118bca9 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:27.600675 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.605834 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.637015 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:27.639224 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.657069 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Made reservation on behalf of b1b95f2d9bcd46ba935bf2fd91d8e6e9 for: {'port': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:27.664459 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.681501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:27.690421 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5cf8e1df-b742-4d9e-814a-3c952c3386b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1845033 Aug 09 18:34:27.931529 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:25Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:28.032037 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d428-45e6-43ce-aba3-da57af7a906c None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:25Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:34:28.307565 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-01697aa4-abc7-4598-9368-41b1ef43c3c0 service neutron] 10.222.0.25 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1048493 Aug 09 18:34:28.312340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4d55a5b2-c6d2-4b33-8738-478a1d0c5b06 req-da5db650-81b1-4532-a9a7-f7d1187935ef tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 210 time: 0.4822450 Aug 09 18:34:28.387960 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 68504aff-da5b-486f-a1bb-c9578df07e5c up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:28.641367 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '57b0d12b-58b6-4d74-ad29-18d5414f71ed', 'name': '', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'mac_address': 'fa:16:3e:ba:8f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:21Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 2, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'subnets': [{'id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:28.659248 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 68504aff-da5b-486f-a1bb-c9578df07e5c completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:28.692985 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Allocated IP 172.20.0.6 (51427c17-20e8-4418-ba58-52c9f3748604/ed32f637-09b4-4779-b065-30cb7bb326d3/64610cbb-13fa-4e13-b783-8b28ba55e900) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:28.736135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Checking router: dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:34:28.737991 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Updating router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 port 57b0d12b-58b6-4d74-ad29-18d5414f71ed binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:34:28.795405 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 68504aff-da5b-486f-a1bb-c9578df07e5c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:28.798113 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:28.865670 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.018340 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Allocated IP 172.20.0.12 (5e3da344-9287-416c-be23-9a3c3d2823da/85f2d754-91a2-4685-be3d-c3bf3b2a4fd7/bb4cf793-2ce4-4420-ad75-4339c3599484) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:29.073907 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.73', 49876) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:29.154711 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb52cb07-a07f-4509-beea-4fc7ae90a011 req-f54b4865-62ef-48af-ad67-fc5ab1bca627 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.0868368 Aug 09 18:34:29.405561 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.567031 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.673383 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.726055 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-bd2c563e-c25b-4018-bd20-3182dde6483f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1932202168&fields=id&tenant_id=ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 267 time: 0.6598608 Aug 09 18:34:29.838917 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Network 5e3da344-9287-416c-be23-9a3c3d2823da is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:29.841582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 68504aff-da5b-486f-a1bb-c9578df07e5c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=68504aff-da5b-486f-a1bb-c9578df07e5c,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:29.858067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.860680 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 71d66368-fc3e-42a0-a4d1-47df76ced961 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:29.869906 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:29.897897 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:29.910226 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-6dba59ed-9f97-4f60-a746-1dd693cd934a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:29.914314 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:29.915562 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.918937 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-6dba59ed-9f97-4f60-a746-1dd693cd934a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 816 time: 0.1868179 Aug 09 18:34:29.943085 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:29.955577 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43564) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:29.962798 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9739981 Aug 09 18:34:29.963977 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a279f3d-2f08-4d43-83ac-92d4030d57d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Pushing event updated for resources: {'Port': ['ID=bb4cf793-2ce4-4420-ad75-4339c3599484,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:29.985952 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Transition to ACTIVE for port object 57b0d12b-58b6-4d74-ad29-18d5414f71ed will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:30.011552 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=68504aff-da5b-486f-a1bb-c9578df07e5c,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:30.016238 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.029821 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-b79ffc90-838a-448f-8d45-01986aa689da tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/quotas/ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 375 time: 0.1099083 Aug 09 18:34:30.087598 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 71d66368-fc3e-42a0-a4d1-47df76ced961 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:30.095861 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1486c-af15-4186-9a63-f43cdd968115 None None] Pushing event updated for resources: {'Port': ['ID=57b0d12b-58b6-4d74-ad29-18d5414f71ed,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:30.102296 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 71d66368-fc3e-42a0-a4d1-47df76ced961 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:30.102671 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.118350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-212eab4f-effe-4baa-8c92-e11ef57d7204 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:30.120468 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-212eab4f-effe-4baa-8c92-e11ef57d7204 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 819 time: 0.9487004 Aug 09 18:34:30.149172 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.167125 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-414233cd-39bb-42a7-a805-102cfc946692 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:30.168526 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-414233cd-39bb-42a7-a805-102cfc946692 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 819 time: 0.8067267 Aug 09 18:34:30.211685 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Attempting to bind port 57b0d12b-58b6-4d74-ad29-18d5414f71ed on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:30.212182 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Attempting to bind port 57b0d12b-58b6-4d74-ad29-18d5414f71ed by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:30.212579 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Attempting to bind port 57b0d12b-58b6-4d74-ad29-18d5414f71ed on network 17810a9d-588d-4e62-9374-f641ddb5758e {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:30.219891 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:30.220221 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Checking segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:30.220676 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.221005 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Bound using segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:30.221507 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Bound port: 57b0d12b-58b6-4d74-ad29-18d5414f71ed, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:30.221887 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.269803 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-6cf1d60f-a09c-4060-bc44-acfef7cc4d5a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2386405 Aug 09 18:34:30.325131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.329565 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9635ba9f-1a47-409e-8d04-6970c2b0e356 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/quotas/1e24213cbf43422a801e9a52a2e37d6e HTTP/1.1" status: 200 len: 375 time: 0.1479709 Aug 09 18:34:30.358336 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] For port 57b0d12b-58b6-4d74-ad29-18d5414f71ed, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:30.362313 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] For port 57b0d12b-58b6-4d74-ad29-18d5414f71ed, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=57b0d12b-58b6-4d74-ad29-18d5414f71ed,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:30.371619 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.389434 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 71d66368-fc3e-42a0-a4d1-47df76ced961, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=71d66368-fc3e-42a0-a4d1-47df76ced961,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:30.413398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.415502 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8e61cb26-4aaa-4350-b4ea-c856a4b53869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.465676 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1486c-af15-4186-9a63-f43cdd968115 None None] Pushing event updated for resources: {'Port': ['ID=57b0d12b-58b6-4d74-ad29-18d5414f71ed,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:30.468466 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Routers {'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:34:30.469319 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:30.519217 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.713302 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event updated for resources: {'Port': ['ID=64610cbb-13fa-4e13-b783-8b28ba55e900,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:30.730503 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-30f66d75-8769-4453-80e9-f29a128c0f9f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3980348 Aug 09 18:34:30.731439 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 68504aff-da5b-486f-a1bb-c9578df07e5c up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:30.767832 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=71d66368-fc3e-42a0-a4d1-47df76ced961,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:30.812281 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] Set router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:34:30.866787 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8e61cb26-4aaa-4350-b4ea-c856a4b53869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.964857 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8e61cb26-4aaa-4350-b4ea-c856a4b53869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:30.994466 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 68504aff-da5b-486f-a1bb-c9578df07e5c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:30.994841 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:31.073857 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8e61cb26-4aaa-4350-b4ea-c856a4b53869 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e61e6200010c4c78917880c0c00555cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1132233 Aug 09 18:34:31.074112 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43578) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:31.079046 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Network 51427c17-20e8-4418-ba58-52c9f3748604 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:31.096006 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:31.116346 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-fba58b2a-40ff-453a-84d3-8d4dc24cd1c6 service neutron] 10.222.0.25 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440466 Aug 09 18:34:31.192865 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b154ba37-8990-4e99-84d5-11de3e0c1864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:31.231800 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:31.232550 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '57b0d12b-58b6-4d74-ad29-18d5414f71ed', 'name': '', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'mac_address': 'fa:16:3e:ba:8f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:21Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 4, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'subnets': [{'id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:34:31.234607 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b154ba37-8990-4e99-84d5-11de3e0c1864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:31.239071 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:31.239775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:31.242578 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61cb26-4aaa-4350-b4ea-c856a4b53869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077f153-0753-4e90-9300-afb53872097e,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:31.291959 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7aa37-086d-4d61-9b84-579f281b0c3d None None] The sync data for ids ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'] in dv-cinder-784453-11-iscsi is: [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '57b0d12b-58b6-4d74-ad29-18d5414f71ed', 'name': '', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'mac_address': 'fa:16:3e:ba:8f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:21Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 4, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'subnets': [{'id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:34:31.305073 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-4d1b87ff-507c-4172-a2cb-f4ab79af6429 service neutron] 10.222.0.25 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751331 Aug 09 18:34:31.312436 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-1397c458-0e60-4768-880d-6a5e3d6a3b8b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7775900 Aug 09 18:34:31.319722 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-8be68605-f72f-4a64-8e51-83c44ee4ef99 service neutron] 10.222.0.25 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024672 Aug 09 18:34:31.377059 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b154ba37-8990-4e99-84d5-11de3e0c1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:31.380994 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b154ba37-8990-4e99-84d5-11de3e0c1864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:31.383133 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b154ba37-8990-4e99-84d5-11de3e0c1864 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3077f153-0753-4e90-9300-afb53872097e HTTP/1.1" status: 204 len: 168 time: 0.3079109 Aug 09 18:34:31.416519 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154ba37-8990-4e99-84d5-11de3e0c1864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077f153-0753-4e90-9300-afb53872097e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:31.495254 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-e8164ae6-31a8-4a54-99c5-ea85d23b3145 service neutron] 10.222.0.25 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744580 Aug 09 18:34:31.773446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e764-d434-4387-af9a-110ae100aa22 req-54a9b2c4-f3cd-4495-af31-fe775b9a8259 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:31.788301 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7377e764-d434-4387-af9a-110ae100aa22 req-54a9b2c4-f3cd-4495-af31-fe775b9a8259 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 932 time: 0.1249106 Aug 09 18:34:31.943278 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7377e764-d434-4387-af9a-110ae100aa22 req-f5051e7e-d89f-4750-b96e-eb6876e88b53 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538422 Aug 09 18:34:31.986050 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43596) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:32.065824 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-92b48b91-39a0-49dd-9526-f641b01dc433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:32.162564 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-083b244b-b3f3-40a6-b9a0-5c9cf10b4e67 req-f98db937-df4d-4b0f-9a46-20d77a64700e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.1151760 Aug 09 18:34:32.354420 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5e47e44e-e917-481a-8885-cc7889aeb8b7 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:34:32.356478 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5e47e44e-e917-481a-8885-cc7889aeb8b7 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101037 Aug 09 18:34:32.417630 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Request body: {'port': {'device_id': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'admin_state_up': True, 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:32.511557 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-f7b47911-ac44-4408-a645-a207309c0c9d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:34:32.518421 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-f7b47911-ac44-4408-a645-a207309c0c9d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548074 Aug 09 18:34:32.613370 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-92b48b91-39a0-49dd-9526-f641b01dc433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:32.623159 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-92b48b91-39a0-49dd-9526-f641b01dc433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:32.712495 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-92b48b91-39a0-49dd-9526-f641b01dc433 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9e8eb28923f423dae379752a121fe32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7249169 Aug 09 18:34:32.762232 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b48b91-39a0-49dd-9526-f641b01dc433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4075ca13-e597-4c01-b297-c429e2716238,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:32.785974 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43620) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:32.939964 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 57b0d12b-58b6-4d74-ad29-18d5414f71ed up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:32.980022 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9b03febd-bdd4-4534-b4ec-c3252818a1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.064264 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9b03febd-bdd4-4534-b4ec-c3252818a1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.142820 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9b03febd-bdd4-4534-b4ec-c3252818a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.148723 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-66951d80-d6fe-4ed2-8806-bd1d0d4a75b2 req-58242caa-9cf1-40a7-bbda-f8b450bffaee tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.4896638 Aug 09 18:34:33.149479 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9b03febd-bdd4-4534-b4ec-c3252818a1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.154521 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9b03febd-bdd4-4534-b4ec-c3252818a1e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4075ca13-e597-4c01-b297-c429e2716238 HTTP/1.1" status: 204 len: 168 time: 0.3637297 Aug 09 18:34:33.176338 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03febd-bdd4-4534-b4ec-c3252818a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4075ca13-e597-4c01-b297-c429e2716238,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:33.217383 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Request body: {'port': {'device_id': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:33.330770 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 57b0d12b-58b6-4d74-ad29-18d5414f71ed completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:33.345039 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 57b0d12b-58b6-4d74-ad29-18d5414f71ed triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:33.347446 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.370119 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.400922 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc06650-cbc7-48ed-befb-b9e3ffeadbbf req-24677587-bfcd-4670-ac8b-c4713789b3b9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:33.403525 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bcc06650-cbc7-48ed-befb-b9e3ffeadbbf req-24677587-bfcd-4670-ac8b-c4713789b3b9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 931 time: 1.0740280 Aug 09 18:34:33.471140 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Request body: {'port': {'device_id': '8876341c-8368-405a-b4cd-a1cff47754ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:33.661776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.828559 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fe9e95ef-d08c-45de-ac82-760c999b95cd req-0eda99dd-7839-4b12-9023-828fd7281f09 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.3372116 Aug 09 18:34:33.851578 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 57b0d12b-58b6-4d74-ad29-18d5414f71ed, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=57b0d12b-58b6-4d74-ad29-18d5414f71ed,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:33.862720 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:33.867636 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 71d66368-fc3e-42a0-a4d1-47df76ced961 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:33.981900 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bcc06650-cbc7-48ed-befb-b9e3ffeadbbf req-43056f12-ad7b-4595-9b65-85c202411c9d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545399 Aug 09 18:34:34.012650 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:34.143700 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=57b0d12b-58b6-4d74-ad29-18d5414f71ed,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:34.158577 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 71d66368-fc3e-42a0-a4d1-47df76ced961 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:34.159286 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:34.170887 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.73', 49889) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:34.617232 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64610cbb-13fa-4e13-b783-8b28ba55e900 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:34.642737 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:34.646292 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 57b0d12b-58b6-4d74-ad29-18d5414f71ed up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:34.701484 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-a2676a82-67e6-4dc0-84e5-6d1edc3caae6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:34.703469 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-a2676a82-67e6-4dc0-84e5-6d1edc3caae6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 810 time: 0.4547105 Aug 09 18:34:34.754936 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Transition to ACTIVE for port object 64610cbb-13fa-4e13-b783-8b28ba55e900 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:34.768269 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:34.771809 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-31cbab08-fbfc-486b-a163-77f206ea3d28 req-49a0f2b0-e55a-4f18-abd5-8143286fd9b3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.1631472 Aug 09 18:34:34.818744 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 57b0d12b-58b6-4d74-ad29-18d5414f71ed triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:34.819056 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:35.175508 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Made reservation on behalf of 1e24213cbf43422a801e9a52a2e37d6e for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:35.175899 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Pushing event updated for resources: {'Port': ['ID=64610cbb-13fa-4e13-b783-8b28ba55e900,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:35.195329 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:35.378743 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-4330a808-7f7f-46ad-8777-1a43cdbbea01 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0398363ce15d4dfcb0806a1086357b8e HTTP/1.1" status: 200 len: 379 time: 0.2188973 Aug 09 18:34:35.395599 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Attempting to bind port 64610cbb-13fa-4e13-b783-8b28ba55e900 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:35.396551 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Attempting to bind port 64610cbb-13fa-4e13-b783-8b28ba55e900 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:35.397313 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Attempting to bind port 64610cbb-13fa-4e13-b783-8b28ba55e900 on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:35.402602 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Port 64610cbb-13fa-4e13-b783-8b28ba55e900 on network 51427c17-20e8-4418-ba58-52c9f3748604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:34:35.403482 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Attempting to bind port 64610cbb-13fa-4e13-b783-8b28ba55e900 on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:35.409075 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:35.409698 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Checking segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:35.410327 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Bound using segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:35.410836 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Bound port: 64610cbb-13fa-4e13-b783-8b28ba55e900, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:35.411278 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:35.523890 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] For port 64610cbb-13fa-4e13-b783-8b28ba55e900, host hv-cinder-78445, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:35.539108 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] For port 64610cbb-13fa-4e13-b783-8b28ba55e900, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64610cbb-13fa-4e13-b783-8b28ba55e900,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:35.551658 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:35.604881 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c402dd-8477-48ba-b603-c4322fcb0f21 req-2314491b-01a0-4202-843b-79391186b04d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:35.608846 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-77c402dd-8477-48ba-b603-c4322fcb0f21 req-2314491b-01a0-4202-843b-79391186b04d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 932 time: 1.0003481 Aug 09 18:34:35.679724 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:35.680334 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:35.681803 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] 10.222.0.73 "PUT /v2.0/ports/64610cbb-13fa-4e13-b783-8b28ba55e900 HTTP/1.1" status: 200 len: 1093 time: 2.7312679 Aug 09 18:34:35.682287 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'tag': '64610cbb-13fa-4e13-b783-8b28ba55e900'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:35.756281 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-38bd047a-ffa9-4d25-8ba1-1ae4139e8c1b req-34ee9e8c-a0fd-4fe5-8b24-c325f511d620 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.5471570 Aug 09 18:34:35.805177 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af3457-5924-4aa5-afc1-61f74e82fafa service neutron] Pushing event updated for resources: {'Port': ['ID=64610cbb-13fa-4e13-b783-8b28ba55e900,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:35.888408 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-77c402dd-8477-48ba-b603-c4322fcb0f21 req-b710b7da-760a-43ac-9561-fa662df32a5e tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689688 Aug 09 18:34:35.950037 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc4a17c-fb8e-4cba-9843-edd4f522d349" -d '{"events": [{"name": "network-changed", "server_uuid": "51dcbe3a-d657-4f21-9958-7481d99ed75b", "tag": "64610cbb-13fa-4e13-b783-8b28ba55e900"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:36.029676 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d8738f6c-d46e-404d-89ce-7d681c34e540 req-e7203d97-e0c0-447b-8dab-01457e1cf22a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0533733 Aug 09 18:34:36.197915 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4cf793-2ce4-4420-ad75-4339c3599484 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:36.226090 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6b4786a4-e8fd-48ab-b039-90f397c7e4ba req-e474ad41-25e9-4649-91b0-b3de1c75fb45 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0541134 Aug 09 18:34:36.228395 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Allocated IP 172.20.0.2 (17810a9d-588d-4e62-9374-f641ddb5758e/dd452f85-2e40-4632-9dae-927c7b28a2cc/c569c6b8-f107-4a4e-be9f-73043fe9bcc7) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:36.232024 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:36.264497 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8172cf3-fec8-48d1-98ca-d06c367b763f req-fe33b41e-cc66-4b43-9756-2a61c3d5088b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:36.272695 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c8172cf3-fec8-48d1-98ca-d06c367b763f req-fe33b41e-cc66-4b43-9756-2a61c3d5088b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.2063227 Aug 09 18:34:36.301693 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Transition to ACTIVE for port object bb4cf793-2ce4-4420-ad75-4339c3599484 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:36.315652 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:36.392639 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c8172cf3-fec8-48d1-98ca-d06c367b763f req-0f27ce56-7d4b-4e2c-b04a-6e589f88ac4a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126556 Aug 09 18:34:36.434001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4cf793-2ce4-4420-ad75-4339c3599484,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:36.607885 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Attempting to bind port bb4cf793-2ce4-4420-ad75-4339c3599484 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:36.608372 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Attempting to bind port bb4cf793-2ce4-4420-ad75-4339c3599484 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '62c18324-e0a8-46a4-9197-12bea5215bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:36.609414 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Attempting to bind port bb4cf793-2ce4-4420-ad75-4339c3599484 on network 5e3da344-9287-416c-be23-9a3c3d2823da {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:36.635206 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Port bb4cf793-2ce4-4420-ad75-4339c3599484 on network 5e3da344-9287-416c-be23-9a3c3d2823da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:34:36.637020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Attempting to bind port bb4cf793-2ce4-4420-ad75-4339c3599484 on network 5e3da344-9287-416c-be23-9a3c3d2823da {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:36.663095 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:36.688609 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:36.689004 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Checking segment: {'id': '62c18324-e0a8-46a4-9197-12bea5215bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:36.689634 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Bound using segment: {'id': '62c18324-e0a8-46a4-9197-12bea5215bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:36.690121 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Bound port: bb4cf793-2ce4-4420-ad75-4339c3599484, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c18324-e0a8-46a4-9197-12bea5215bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:36.690504 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.077148 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.090294 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-129c557e-9484-4ca5-962b-e62d8b268eb3 req-f96055b1-af5d-4fe5-80af-be35285d002a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.1177974 Aug 09 18:34:37.123275 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0990c-3f4d-4a77-b7ab-6b77f60ae196 x-openstack-request-id: req-63a0990c-3f4d-4a77-b7ab-6b77f60ae196 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:37.124224 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dcbe3a-d657-4f21-9958-7481d99ed75b", "tag": "64610cbb-13fa-4e13-b783-8b28ba55e900", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:37.125266 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a0990c-3f4d-4a77-b7ab-6b77f60ae196 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:37.125978 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'tag': '64610cbb-13fa-4e13-b783-8b28ba55e900', 'status': 'completed', 'code': 200} Aug 09 18:34:37.138405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43746) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:37.175057 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] For port bb4cf793-2ce4-4420-ad75-4339c3599484, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:37.219366 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Network 17810a9d-588d-4e62-9374-f641ddb5758e is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:37.248399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:37.259096 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] For port bb4cf793-2ce4-4420-ad75-4339c3599484, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bb4cf793-2ce4-4420-ad75-4339c3599484,segment=NetworkSegment(62c18324-e0a8-46a4-9197-12bea5215bc0),segment_id=62c18324-e0a8-46a4-9197-12bea5215bc0)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:37.260972 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:37.269069 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:37.270181 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.294838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.299510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Pushing event updated for resources: {'Port': ['ID=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:37.326641 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-79dff491-35e9-4d3b-be7e-bbfad9672f99 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9445229 Aug 09 18:34:37.424454 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5ce49b11-69c8-44ba-b717-9226c1a47816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.447185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4cf793-2ce4-4420-ad75-4339c3599484,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:37.498885 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c8fbdf10-f91f-4b1e-be47-9fbf11e4f2ae req-b4c27977-2d7d-46c1-82e1-6239931a6717 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.1376853 Aug 09 18:34:37.518229 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:37.519041 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.520710 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-5359a8a5-4219-4498-bfe7-ab427f8dbb53 service neutron] 10.222.0.73 "PUT /v2.0/ports/bb4cf793-2ce4-4420-ad75-4339c3599484 HTTP/1.1" status: 200 len: 1094 time: 4.6138513 Aug 09 18:34:37.521552 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876341c-8368-405a-b4cd-a1cff47754ce', 'tag': 'bb4cf793-2ce4-4420-ad75-4339c3599484'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:37.615893 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5ce49b11-69c8-44ba-b717-9226c1a47816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.627955 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5ce49b11-69c8-44ba-b717-9226c1a47816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.685510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754727c-3b94-4e7a-acba-2b1110dd5330 req-ca7fd1ab-d88c-4cf3-a502-60607b858920 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:37.687158 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c754727c-3b94-4e7a-acba-2b1110dd5330 req-ca7fd1ab-d88c-4cf3-a502-60607b858920 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.3241379 Aug 09 18:34:37.689901 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-074c63ee-1eb9-4b83-bf5c-7b4a7c968afc req-505c32ba-a92c-4a19-841a-44b7709be834 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0701354 Aug 09 18:34:37.692492 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae" -d '{"events": [{"name": "network-changed", "server_uuid": "8876341c-8368-405a-b4cd-a1cff47754ce", "tag": "bb4cf793-2ce4-4420-ad75-4339c3599484"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:37.698206 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5ce49b11-69c8-44ba-b717-9226c1a47816 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c38dddcd953f4d3dad34fc9803cac30a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558276 Aug 09 18:34:37.698206 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce49b11-69c8-44ba-b717-9226c1a47816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb3808e-ef75-4f71-8359-a2280d16bdbe,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:37.701857 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43780) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:37.777243 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-728dba23-f3d3-4406-b1fa-cd7cb5d54fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.778770 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c754727c-3b94-4e7a-acba-2b1110dd5330 req-6db341d4-7c0e-4606-aa0b-e8e434db742d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794899 Aug 09 18:34:37.808389 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-728dba23-f3d3-4406-b1fa-cd7cb5d54fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.871341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fe1e7-d0ba-40e1-83d0-154af8343791 req-b0605864-fcec-4054-a228-6a27bfa38978 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:37.873340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-458fe1e7-d0ba-40e1-83d0-154af8343791 req-b0605864-fcec-4054-a228-6a27bfa38978 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.0828118 Aug 09 18:34:37.894598 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-728dba23-f3d3-4406-b1fa-cd7cb5d54fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.898147 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-728dba23-f3d3-4406-b1fa-cd7cb5d54fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:37.904279 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-728dba23-f3d3-4406-b1fa-cd7cb5d54fcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adb3808e-ef75-4f71-8359-a2280d16bdbe HTTP/1.1" status: 204 len: 168 time: 0.2012889 Aug 09 18:34:37.924836 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dba23-f3d3-4406-b1fa-cd7cb5d54fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb3808e-ef75-4f71-8359-a2280d16bdbe,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:37.964465 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-458fe1e7-d0ba-40e1-83d0-154af8343791 req-a54e79d1-8f42-4a91-b9e9-8937a05b2c52 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779715 Aug 09 18:34:37.967686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23274c63-c3a5-4245-b248-5cb92612fd41 x-openstack-request-id: req-23274c63-c3a5-4245-b248-5cb92612fd41 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:37.967686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8876341c-8368-405a-b4cd-a1cff47754ce", "tag": "bb4cf793-2ce4-4420-ad75-4339c3599484", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:37.967686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23274c63-c3a5-4245-b248-5cb92612fd41 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:37.968079 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8876341c-8368-405a-b4cd-a1cff47754ce', 'tag': 'bb4cf793-2ce4-4420-ad75-4339c3599484', 'status': 'completed', 'code': 200} Aug 09 18:34:38.242151 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b4e5599d-d536-4abc-9ffa-eae9e85879e7 req-058c1b9f-3b0f-46c7-95a8-8e316d9d6b60 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.0300546 Aug 09 18:34:38.555969 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43822) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:38.666435 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7475d12-6cb4-4189-a356-ce5e6a2071d5 req-156a7df6-78d8-4ea0-abaa-7b4961b6af23 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0491247 Aug 09 18:34:38.824825 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3acc5021-422c-4ae7-8ebd-ad10c7774f87 req-67d622b6-5107-40b6-993c-dc06b13c605d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0460722 Aug 09 18:34:38.866437 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-222c0f5b-c277-4c2e-a732-47cfaf57d178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:38.943575 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a40af7-d74a-4df6-8f81-50d22969c98a req-cff06b66-92d8-43be-9bf8-b2e2dfa0cf81 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:38.951733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68a40af7-d74a-4df6-8f81-50d22969c98a req-cff06b66-92d8-43be-9bf8-b2e2dfa0cf81 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.0820045 Aug 09 18:34:39.011550 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-222c0f5b-c277-4c2e-a732-47cfaf57d178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.019003 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68a40af7-d74a-4df6-8f81-50d22969c98a req-e214d1b0-9a61-4d05-afcf-5779be5185b9 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Aug 09 18:34:39.023013 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-222c0f5b-c277-4c2e-a732-47cfaf57d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.068232 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-222c0f5b-c277-4c2e-a732-47cfaf57d178 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a33c5e3a1d7f40a1920208c0673b5b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104821 Aug 09 18:34:39.069184 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0f5b-c277-4c2e-a732-47cfaf57d178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b2e21b-e090-4a22-ad7b-e3da7bf2efc8,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:39.070918 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43846) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:39.175446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02684c0-1114-4369-9c4d-25b62b659fc4 req-fe6ab097-d7f4-4dba-8037-631144e4c743 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:39.176953 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c02684c0-1114-4369-9c4d-25b62b659fc4 req-fe6ab097-d7f4-4dba-8037-631144e4c743 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.0893822 Aug 09 18:34:39.180168 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2972be82-d575-42fc-9f7e-241bfbbd0d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.215466 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2972be82-d575-42fc-9f7e-241bfbbd0d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.266523 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c02684c0-1114-4369-9c4d-25b62b659fc4 req-3a413910-dabf-4072-bd24-7d65337d96fd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816772 Aug 09 18:34:39.307231 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2972be82-d575-42fc-9f7e-241bfbbd0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.310156 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2972be82-d575-42fc-9f7e-241bfbbd0d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.311419 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-2972be82-d575-42fc-9f7e-241bfbbd0d7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5b2e21b-e090-4a22-ad7b-e3da7bf2efc8 HTTP/1.1" status: 204 len: 168 time: 0.2395265 Aug 09 18:34:39.322001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972be82-d575-42fc-9f7e-241bfbbd0d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b2e21b-e090-4a22-ad7b-e3da7bf2efc8,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:39.360928 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3d5a1ad9-81c4-4138-a9cf-a26db24449ac req-de085867-a3ed-4812-b9e7-ef263388e4f0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.0352230 Aug 09 18:34:39.694751 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 43864) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:39.712232 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b92e3b31-fb24-453d-91c9-21c4970d3954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.776409 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7c5214d1-cdb7-4912-bc28-983f1fb6ee44 req-c1ebe071-f548-40eb-baab-064434cf9c2d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0398149 Aug 09 18:34:39.847384 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b92e3b31-fb24-453d-91c9-21c4970d3954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.851743 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b92e3b31-fb24-453d-91c9-21c4970d3954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:39.897837 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b92e3b31-fb24-453d-91c9-21c4970d3954 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cbea43e4e3c4cd59b398583a347aa0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994531 Aug 09 18:34:39.897837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e3b31-fb24-453d-91c9-21c4970d3954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0375075a-5f0a-42c9-9098-1d7592ed335e,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:39.898272 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43872) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:39.947766 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c9e2826-4ba7-4976-b992-2fd1cbb3dcbe req-b88ad58d-b822-40a7-8021-ba17aba53086 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0273950 Aug 09 18:34:39.964385 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8fbb465f-a32f-4ada-b697-d09f42f85fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:40.126851 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8fbb465f-a32f-4ada-b697-d09f42f85fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:40.149411 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd1cfc-53a1-4045-89d5-c54933ea15be req-485b953d-c4fa-4b23-af65-4b182f868bbb tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:40.151128 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b1cd1cfc-53a1-4045-89d5-c54933ea15be req-485b953d-c4fa-4b23-af65-4b182f868bbb tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.0608428 Aug 09 18:34:40.179720 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8fbb465f-a32f-4ada-b697-d09f42f85fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:40.185336 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8fbb465f-a32f-4ada-b697-d09f42f85fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:40.192807 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b1cd1cfc-53a1-4045-89d5-c54933ea15be req-afe6c8c5-d512-4f84-8e9b-2d29b139f18a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Aug 09 18:34:40.193598 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8fbb465f-a32f-4ada-b697-d09f42f85fa6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0375075a-5f0a-42c9-9098-1d7592ed335e HTTP/1.1" status: 204 len: 168 time: 0.2900457 Aug 09 18:34:40.206688 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb465f-a32f-4ada-b697-d09f42f85fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375075a-5f0a-42c9-9098-1d7592ed335e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:40.364405 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b6c090d0-d780-480a-9bf4-9c7adb10f0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:40.570888 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0bd9bfa-add0-4598-8d32-09acc35cc6ee req-9430a27d-131f-4f13-8c0b-05975610efaf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.0295613 Aug 09 18:34:40.587560 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fe923-ad4a-43a7-9449-fb0990100785 req-1d93f4cf-2e5e-4695-879d-da05d92796fe tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:40.596289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-120fe923-ad4a-43a7-9449-fb0990100785 req-1d93f4cf-2e5e-4695-879d-da05d92796fe tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.2505496 Aug 09 18:34:40.638786 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-120fe923-ad4a-43a7-9449-fb0990100785 req-2a2071fb-6334-4797-94bf-b3e4eba11f2d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Aug 09 18:34:40.881728 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3f257a98-f886-4a8f-9ba2-d355d83c2417 req-e86f3e18-5537-46eb-948b-aa05f515be30 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0293808 Aug 09 18:34:41.046958 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f30a185-477d-4f9c-97e6-fe3df129cbbc req-74e66bd6-6555-4536-a6ab-687030307475 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0270309 Aug 09 18:34:41.332017 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b7abd-e63c-4ef0-b874-4b4891c72511 req-56021b5e-7afd-4422-bc84-5bf9036f16cc tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:41.333784 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-284b7abd-e63c-4ef0-b874-4b4891c72511 req-56021b5e-7afd-4422-bc84-5bf9036f16cc tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.0608602 Aug 09 18:34:41.381356 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-284b7abd-e63c-4ef0-b874-4b4891c72511 req-4aeff564-6a2e-4024-9462-1230810d6099 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Aug 09 18:34:41.404142 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43944) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:41.438746 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'port': {'device_id': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'admin_state_up': True, 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'security_groups': ['5f2b6204-e30c-46ac-bbee-fadb286ebc6e']}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:41.447815 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Request body: {'port': {'device_id': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:41.627594 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:41.644348 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae req-19e5db2f-05ac-40c3-b670-2b443c222c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:41.646009 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae req-19e5db2f-05ac-40c3-b670-2b443c222c19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1b95f2d9bcd46ba935bf2fd91d8e6e9&device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 1097 time: 0.1487067 Aug 09 18:34:41.648737 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.73', 49901) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:41.689993 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-42fe84a5-52d1-4a5a-bd89-3fe34808473f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:41.740203 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-426da867-8372-444d-a130-465b84f85b47 req-4386c513-b86e-4f49-ab66-a9030e8f9890 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.0362875 Aug 09 18:34:41.851512 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-a0102b09-d5f1-4c99-b7b3-9b1664b258c7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:41.853137 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-a0102b09-d5f1-4c99-b7b3-9b1664b258c7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 819 time: 0.3730924 Aug 09 18:34:41.882533 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Request body: {'port': {'device_id': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'admin_state_up': True, 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:41.978103 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-42fe84a5-52d1-4a5a-bd89-3fe34808473f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.000377 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-42fe84a5-52d1-4a5a-bd89-3fe34808473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.039131 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a17c-fb8e-4cba-9843-edd4f522d349 req-891b1503-e096-46c2-bf23-c351a6ead04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.040647 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0fc4a17c-fb8e-4cba-9843-edd4f522d349 req-891b1503-e096-46c2-bf23-c351a6ead04d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 1096 time: 0.3041716 Aug 09 18:34:42.055911 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-42fe84a5-52d1-4a5a-bd89-3fe34808473f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00f5939506104630a4bd19585ba9d8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501133 Aug 09 18:34:42.058438 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 43978) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:42.082443 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Made reservation on behalf of 0398363ce15d4dfcb0806a1086357b8e for: {'port': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:42.086122 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.098745 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-17cde4d0-f3eb-433e-b6d2-0297a56de2b9 req-e3e2b8a7-94f9-4d24-945b-6fb9d32cdca8 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0957232 Aug 09 18:34:42.118797 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.73', 49906) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:42.132792 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe84a5-52d1-4a5a-bd89-3fe34808473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe665fca-e0f9-4cf8-898e-2e3c35ca6916,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:42.159480 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018e90-2b82-4205-b811-0d9bd85a5a22 req-0d901529-f66f-477c-930a-7364acf90fef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.167548 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c1018e90-2b82-4205-b811-0d9bd85a5a22 req-0d901529-f66f-477c-930a-7364acf90fef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.4247248 Aug 09 18:34:42.263928 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Made reservation on behalf of 1e24213cbf43422a801e9a52a2e37d6e for: {'port': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:42.270346 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.298197 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c32b28b-e13b-423c-90d4-96fc0e9821ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.324692 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae req-14a85527-7216-450f-8ff7-7c72ed907efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.326273 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae req-14a85527-7216-450f-8ff7-7c72ed907efd service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b1b95f2d9bcd46ba935bf2fd91d8e6e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5886428 Aug 09 18:34:42.373529 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c32b28b-e13b-423c-90d4-96fc0e9821ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.391648 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dfae841a-95e5-4516-9a48-55ffd04c81b2 req-5c341b3e-7f9b-4468-b4a1-2dd33aeebfe9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0753343 Aug 09 18:34:42.455381 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c1018e90-2b82-4205-b811-0d9bd85a5a22 req-7d70ce3a-1a9d-422a-a5d8-61f6c4f35484 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869492 Aug 09 18:34:42.531565 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Allocated IP 172.20.0.4 (c12fb488-4434-4fb8-94a9-f4644dcc60b9/93ecd53a-654c-4b58-a606-aaecb3974201/58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:42.596670 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c32b28b-e13b-423c-90d4-96fc0e9821ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.599325 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a17c-fb8e-4cba-9843-edd4f522d349 req-6e01c1de-d915-4861-9565-7cd7a7f3add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.600036 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c32b28b-e13b-423c-90d4-96fc0e9821ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.600786 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0fc4a17c-fb8e-4cba-9843-edd4f522d349 req-6e01c1de-d915-4861-9565-7cd7a7f3add0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d350ba621fc24439b46eb257e118bca9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5439992 Aug 09 18:34:42.603632 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-1c32b28b-e13b-423c-90d4-96fc0e9821ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe665fca-e0f9-4cf8-898e-2e3c35ca6916 HTTP/1.1" status: 204 len: 168 time: 0.5420139 Aug 09 18:34:42.663942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-fb5598a8-761d-49c5-8731-30e9c9c83b6e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.663942 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-fb5598a8-761d-49c5-8731-30e9c9c83b6e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 816 time: 0.4929261 Aug 09 18:34:42.748458 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.765693 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Transition to ACTIVE for port object 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:42.781975 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b28b-e13b-423c-90d4-96fc0e9821ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe665fca-e0f9-4cf8-898e-2e3c35ca6916,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:42.796490 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae req-3e26f112-c82c-4c32-bf9e-7d81be645893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.798280 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3a95efac-96ab-4d9c-9bcc-8ad4f2318dae req-3e26f112-c82c-4c32-bf9e-7d81be645893 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3952787 Aug 09 18:34:42.827817 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982e5bf-c39b-477e-bb60-c2cf712b394d req-8779d5e0-4bfa-45db-9c30-1220df7b78d8 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.829399 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c982e5bf-c39b-477e-bb60-c2cf712b394d req-8779d5e0-4bfa-45db-9c30-1220df7b78d8 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.3041844 Aug 09 18:34:42.842712 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.883013 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-ac2d24a2-088f-4c7d-b285-cdfb0bb3d38d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 380 time: 0.1959317 Aug 09 18:34:42.916560 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'port': {'device_id': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'admin_state_up': True, 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'security_groups': ['cbe1c70d-6263-4fba-8f36-8545f337b2aa']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:42.922501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'Port': ['ID=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:42.931836 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:42.933555 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:42.937234 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:42.943967 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:42.944676 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:42.977983 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-37daff30-56ab-47f5-b298-0e41370e0090 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5446312 Aug 09 18:34:43.053557 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9ea1013a-6546-44a2-ac0f-19ce9cebab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.075204 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Request body: {'port': {'device_id': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:43.144327 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.187450 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.210816 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c569c6b8-f107-4a4e-be9f-73043fe9bcc7 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:43.257400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a17c-fb8e-4cba-9843-edd4f522d349 req-96b8db3b-3b40-4e3a-9fcd-2ecb63dc614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:43.258892 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0fc4a17c-fb8e-4cba-9843-edd4f522d349 req-96b8db3b-3b40-4e3a-9fcd-2ecb63dc614b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5940673 Aug 09 18:34:43.279535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.315134 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c982e5bf-c39b-477e-bb60-c2cf712b394d req-e75b2301-e02a-4378-9b66-69251e271e98 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523427 Aug 09 18:34:43.318178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cb439cb4-3216-4e39-a49a-6298457463e1 req-84d2ef5d-d358-420e-a105-077d6370bbbe tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.4591999 Aug 09 18:34:43.398927 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-d1abceae-2289-448f-a479-ae986e748bb7 None None] Provisioning for port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:43.404966 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-d1abceae-2289-448f-a479-ae986e748bb7 None None] Provisioning complete for port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:43.406420 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d1abceae-2289-448f-a479-ae986e748bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.463787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-d1abceae-2289-448f-a479-ae986e748bb7 None None] Port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:34:43.471516 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Transition to ACTIVE for port object c569c6b8-f107-4a4e-be9f-73043fe9bcc7 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:43.480114 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e883c3f-0cea-44ab-8a72-dd1287b848de req-bf7e291a-f3ac-4440-b1f0-dc13ffc84365 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0541329 Aug 09 18:34:43.485281 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.578398 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-fc5b582a-e50b-42ae-b985-e1d8c709c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:43.580166 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-fc5b582a-e50b-42ae-b985-e1d8c709c761 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1b95f2d9bcd46ba935bf2fd91d8e6e9&device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 1097 time: 0.6883135 Aug 09 18:34:43.597857 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Allocated IP 172.20.0.11 (17810a9d-588d-4e62-9374-f641ddb5758e/dd452f85-2e40-4632-9dae-927c7b28a2cc/d580337c-181d-41a7-a6b4-1b553baf4565) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:43.616339 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-29c0727e-7f65-41db-a382-7cbfbc3e0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:43.618100 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-29c0727e-7f65-41db-a382-7cbfbc3e0777 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 1096 time: 0.2435987 Aug 09 18:34:43.719982 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-639e8bc1-8606-4e01-ad4c-b6712c7c747c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb4cf793-2ce4-4420-ad75-4339c3599484 HTTP/1.1" status: 200 len: 217 time: 0.1147907 Aug 09 18:34:43.721337 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:43.774761 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.778230 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Pushing event updated for resources: {'Port': ['ID=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:43.806143 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Transition to ACTIVE for port object 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:43.812670 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.832961 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44054) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:43.878729 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-8e003518-2ae8-47a0-ae06-cd8c31f170a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64610cbb-13fa-4e13-b783-8b28ba55e900 HTTP/1.1" status: 200 len: 217 time: 0.2283013 Aug 09 18:34:43.901757 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Pushing event updated for resources: {'Port': ['ID=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:43.916692 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:43.971185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Attempting to bind port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:43.971185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Attempting to bind port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:43.972212 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Attempting to bind port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:43.985508 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Attempting to bind port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:43.985862 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Attempting to bind port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:43.986244 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Attempting to bind port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 on network 17810a9d-588d-4e62-9374-f641ddb5758e {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:43.992058 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:34:43.992410 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Attempting to bind port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:43.999866 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f2b69-b637-4f18-9b04-9b89a9f15463 req-a8cedac6-6abd-4fba-b471-5bfbba7b3271 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.008214 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c61f2b69-b637-4f18-9b04-9b89a9f15463 req-a8cedac6-6abd-4fba-b471-5bfbba7b3271 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 931 time: 0.4705510 Aug 09 18:34:44.008328 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:44.008726 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Checking segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:44.009147 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Bound using segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:44.009608 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Bound port: 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:44.009970 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.019245 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Made reservation on behalf of ef4d93d5b77e45babe51f4308ece2d60 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:34:44.022812 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.043593 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.052294 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 on network 17810a9d-588d-4e62-9374-f641ddb5758e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:34:44.052807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Attempting to bind port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 on network 17810a9d-588d-4e62-9374-f641ddb5758e {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:44.057375 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-a7312c14-d026-45e1-bcae-98fe57f9a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.059920 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-a7312c14-d026-45e1-bcae-98fe57f9a5de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85f2d754-91a2-4685-be3d-c3bf3b2a4fd7 HTTP/1.1" status: 200 len: 851 time: 0.2689455 Aug 09 18:34:44.099526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86624d-0930-47a8-a95e-a05b089e73e4 req-62ec07d7-25c4-443b-9ab3-40b20c34ee93 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.112629 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6e86624d-0930-47a8-a95e-a05b089e73e4 req-62ec07d7-25c4-443b-9ab3-40b20c34ee93 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.4577177 Aug 09 18:34:44.130300 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06d746e3-0194-4ce7-a310-a57260fa707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.146414 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Network 17810a9d-588d-4e62-9374-f641ddb5758e is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:44.169737 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:44.186000 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:44.195524 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.196319 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.221235 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] For port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host hv-cinder-78445, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:44.223720 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Pushing event updated for resources: {'Port': ['ID=d580337c-181d-41a7-a6b4-1b553baf4565,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:44.227911 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-c8614c6d-c9e9-4ce0-899e-910dda555dac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e3da344-9287-416c-be23-9a3c3d2823da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136065 Aug 09 18:34:44.229175 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:44.229767 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Checking segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:44.230404 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Bound using segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:44.231336 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Bound port: c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:44.232020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.241570 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] For port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:44.248462 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.254420 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-3047a0f2-546d-4fa5-b242-88e65f56d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.256805 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-3047a0f2-546d-4fa5-b242-88e65f56d945 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.3646672 Aug 09 18:34:44.299298 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.299911 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.301380 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] 10.222.0.73 "PUT /v2.0/ports/58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 1093 time: 1.2376165 Aug 09 18:34:44.303920 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:44.306310 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ab52b-73a0-48c6-b7f5-2532fb85a098" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:44.350331 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.479581 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7598b4-ebb7-46fb-9c48-5448905078ab service neutron] Pushing event updated for resources: {'Port': ['ID=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:44.481705 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c61f2b69-b637-4f18-9b04-9b89a9f15463 req-ebe23b2b-8780-4aef-bf03-4291a669a5c2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4727526 Aug 09 18:34:44.491466 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-b8402be7-09fd-42e0-8e62-a477787f3019 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667314 Aug 09 18:34:44.544109 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-7907948d-3b89-4820-ae02-2be6589e364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.545571 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-7907948d-3b89-4820-ae02-2be6589e364f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1096 time: 0.1491904 Aug 09 18:34:44.608152 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6e86624d-0930-47a8-a95e-a05b089e73e4 req-cc8482f5-b456-42e5-b19f-e40fb0b9bde0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179943 Aug 09 18:34:44.677018 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-e6a81c32-1be8-44e8-9268-0b09916d6c6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 217 time: 0.1110072 Aug 09 18:34:44.687767 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06d746e3-0194-4ce7-a310-a57260fa707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.739702 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f61fb-c0c5-40f6-9bc2-f1f2cf14a3ba x-openstack-request-id: req-ef8f61fb-c0c5-40f6-9bc2-f1f2cf14a3ba {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:44.740033 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:44.740253 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef8f61fb-c0c5-40f6-9bc2-f1f2cf14a3ba {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:44.741461 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'status': 'completed', 'code': 200} Aug 09 18:34:44.743061 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-bd8abe32-45ef-4acb-9585-63b5e2f53a43 service neutron] 10.222.0.73 "GET /v2.0/networks/5e3da344-9287-416c-be23-9a3c3d2823da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034416 Aug 09 18:34:44.744798 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06d746e3-0194-4ce7-a310-a57260fa707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.758040 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-9ef4c955-36de-4b4c-bea1-642ad152391d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8795159 Aug 09 18:34:44.779767 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Request body: {'port': {'device_id': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:44.799283 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] For port c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:44.826644 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-5040914c-38f3-4156-8c75-587513f14e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.828311 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-5040914c-38f3-4156-8c75-587513f14e4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.1391609 Aug 09 18:34:44.846516 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-06d746e3-0194-4ce7-a310-a57260fa707e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d40e48a19d40403b9dba8d608e80881b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0124571 Aug 09 18:34:44.851292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44088) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:44.854369 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Allocated IP 172.20.0.7 (15513d91-25aa-4370-afbe-bfd8b5b413dd/d461cd31-e068-4987-ae95-2ef5b170ab95/8712aea0-2dbf-4f5d-9157-f9108bfa95d1) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:34:44.878528 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d746e3-0194-4ce7-a310-a57260fa707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe5323-1739-4a95-b3a3-1019dd046d3d,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:44.910536 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] For port c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:44.918643 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-228766ec-626d-4c3a-9e68-15f34ef682c9 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168839 Aug 09 18:34:44.936957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.955914 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:44.961120 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bec5af-ee07-477e-86b4-296f3d376956 req-00edaa26-186f-4768-bab5-436c87e89852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:44.963776 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-00edaa26-186f-4768-bab5-436c87e89852 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1258733 Aug 09 18:34:45.061021 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4007c-8edf-4d3a-984e-6de0a8f5f2f7 req-3e8dd910-d843-4e22-a0a5-263bcc5faf21 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:45.063428 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84c4007c-8edf-4d3a-984e-6de0a8f5f2f7 req-3e8dd910-d843-4e22-a0a5-263bcc5faf21 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.3313088 Aug 09 18:34:45.078110 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-df5f55e7-9bbf-4db2-ba08-21b0db233ecb req-7c3fff24-c50f-42e3-9c49-72ed1a43c027 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.2250676 Aug 09 18:34:45.131213 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:45.131844 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.133560 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] 10.222.0.73 "PUT /v2.0/ports/c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 1093 time: 3.6979671 Aug 09 18:34:45.134047 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'tag': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:45.136526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e9aab-bcb2-41b7-9824-5631ccdc9340" -d '{"events": [{"name": "network-changed", "server_uuid": "2625f57f-2c6f-4d17-a4f4-f004e0354876", "tag": "c569c6b8-f107-4a4e-be9f-73043fe9bcc7"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:45.370109 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-db8bff20-90dd-4d8b-afa9-054e9f5157cb service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989336 Aug 09 18:34:45.529791 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-75c4f8ce-9e01-4614-a3f3-9a9becf58a67 service neutron] 10.222.0.73 "GET /v2.0/networks/5e3da344-9287-416c-be23-9a3c3d2823da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712114 Aug 09 18:34:45.532630 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-72bec5af-ee07-477e-86b4-296f3d376956 req-78aa8dac-6925-4c83-bdd1-1013ec670ec9 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546247 Aug 09 18:34:45.583094 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23341-981a-44e1-8ff6-f868877337ce service neutron] Pushing event updated for resources: {'Port': ['ID=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:45.611434 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84c4007c-8edf-4d3a-984e-6de0a8f5f2f7 req-3dca2d1a-9f3d-44a5-bfb5-9e3e8dbe9c2c tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304763 Aug 09 18:34:45.643710 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-278d21c5-ed06-426b-833f-84a34dc8dda8 req-55bd23f2-a10b-4b4c-82be-11d840cb7992 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148442 Aug 09 18:34:45.645663 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d580337c-181d-41a7-a6b4-1b553baf4565 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:45.648444 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-3338740a-7d00-4a3d-bd60-730484342a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:45.650529 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-3338740a-7d00-4a3d-bd60-730484342a2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1096 time: 0.4333663 Aug 09 18:34:45.652680 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2397c856-dab1-419a-bac7-3cd5c2635bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.664691 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.683618 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Transition to ACTIVE for port object d580337c-181d-41a7-a6b4-1b553baf4565 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:45.684206 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f748d8-4071-4801-987f-27d9a6f5c8ca req-6d81fe1c-d4b6-4642-aa54-d5f09ef78e86 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:45.685832 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03f748d8-4071-4801-987f-27d9a6f5c8ca req-6d81fe1c-d4b6-4642-aa54-d5f09ef78e86 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 932 time: 0.5086169 Aug 09 18:34:45.704868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.718782 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.768355 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2397c856-dab1-419a-bac7-3cd5c2635bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.804390 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-4db8f6b6-0bc6-405a-b14e-6e88dfc85ad7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.1120794 Aug 09 18:34:45.809388 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Pushing event updated for resources: {'Port': ['ID=d580337c-181d-41a7-a6b4-1b553baf4565,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:45.817125 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Attempting to bind port d580337c-181d-41a7-a6b4-1b553baf4565 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:45.817468 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Attempting to bind port d580337c-181d-41a7-a6b4-1b553baf4565 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:45.817796 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Attempting to bind port d580337c-181d-41a7-a6b4-1b553baf4565 on network 17810a9d-588d-4e62-9374-f641ddb5758e {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:45.822909 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Port d580337c-181d-41a7-a6b4-1b553baf4565 on network 17810a9d-588d-4e62-9374-f641ddb5758e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:34:45.823231 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Attempting to bind port d580337c-181d-41a7-a6b4-1b553baf4565 on network 17810a9d-588d-4e62-9374-f641ddb5758e {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:45.829768 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:45.830469 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Checking segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:45.830617 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Bound using segment: {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:45.830992 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Bound port: d580337c-181d-41a7-a6b4-1b553baf4565, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:45.831347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.843815 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.890805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561b82ca-b12d-488f-8a0f-a180dca630f7 x-openstack-request-id: req-561b82ca-b12d-488f-8a0f-a180dca630f7 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:45.891155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2625f57f-2c6f-4d17-a4f4-f004e0354876", "tag": "c569c6b8-f107-4a4e-be9f-73043fe9bcc7", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:45.891949 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-561b82ca-b12d-488f-8a0f-a180dca630f7 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:45.892361 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'tag': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7', 'status': 'completed', 'code': 200} Aug 09 18:34:45.920078 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] For port d580337c-181d-41a7-a6b4-1b553baf4565, host hv-cinder-78445, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:45.923785 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] For port d580337c-181d-41a7-a6b4-1b553baf4565, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d580337c-181d-41a7-a6b4-1b553baf4565,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:45.930307 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:45.941555 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Transition to ACTIVE for port object 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:45.963440 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03f748d8-4071-4801-987f-27d9a6f5c8ca req-d52546e2-7aa2-4735-a9ac-e5e8924c834e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486184 Aug 09 18:34:45.971586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-1bf94bf2-af88-4b53-93eb-bdf52ccf3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:45.973963 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-1bf94bf2-af88-4b53-93eb-bdf52ccf3f38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1096 time: 0.2718647 Aug 09 18:34:45.997354 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:45.997942 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.000379 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] 10.222.0.73 "PUT /v2.0/ports/d580337c-181d-41a7-a6b4-1b553baf4565 HTTP/1.1" status: 200 len: 1094 time: 1.2270877 Aug 09 18:34:46.011544 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-daa9e27f-9a91-4461-99c9-d41b82cb5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.013092 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-daa9e27f-9a91-4461-99c9-d41b82cb5de8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.1895688 Aug 09 18:34:46.024368 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca2818-c214-41ec-883c-1207b88d13ae service neutron] Pushing event updated for resources: {'Port': ['ID=d580337c-181d-41a7-a6b4-1b553baf4565,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:46.101466 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-14fd49cf-6684-43eb-a624-fcc144ebbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.102983 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-14fd49cf-6684-43eb-a624-fcc144ebbbd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0435586 Aug 09 18:34:46.121594 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2397c856-dab1-419a-bac7-3cd5c2635bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.123953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2397c856-dab1-419a-bac7-3cd5c2635bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.128490 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-2397c856-dab1-419a-bac7-3cd5c2635bd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dbe5323-1739-4a95-b3a3-1019dd046d3d HTTP/1.1" status: 204 len: 168 time: 1.2654538 Aug 09 18:34:46.156219 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-c26d2530-1a12-44ab-a6c6-abe713a1eeff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d580337c-181d-41a7-a6b4-1b553baf4565 HTTP/1.1" status: 200 len: 217 time: 0.0391665 Aug 09 18:34:46.173550 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-821ddc68-501c-41d2-a9e1-77c4a7ac7405 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338367 Aug 09 18:34:46.210240 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-0c5c8307-6a1c-49c9-863a-29b30536d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.211846 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-0c5c8307-6a1c-49c9-863a-29b30536d025 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0485625 Aug 09 18:34:46.214057 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397c856-dab1-419a-bac7-3cd5c2635bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbe5323-1739-4a95-b3a3-1019dd046d3d,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:46.246639 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-1962e97a-0852-44df-b2aa-310c5044e913 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267675 Aug 09 18:34:46.271969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd902-56cd-4279-8798-4ba52356e74f req-ff76ae1a-7721-4b77-a82c-3921956b2433 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.273552 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-943dd902-56cd-4279-8798-4ba52356e74f req-ff76ae1a-7721-4b77-a82c-3921956b2433 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 943 time: 0.3090906 Aug 09 18:34:46.290726 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.352996 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-0fdaa78a-30e4-42a9-9d47-1d3ab3ccad8d service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986886 Aug 09 18:34:46.404743 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20d6da-ebca-4b51-b309-078ee8ba708c req-29785619-0703-40c0-9dd0-dbe0b3ac7cb7 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.406465 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-df20d6da-ebca-4b51-b309-078ee8ba708c req-29785619-0703-40c0-9dd0-dbe0b3ac7cb7 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.3642004 Aug 09 18:34:46.427807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-7d33767e-1cf3-4b5e-9780-4908dfca07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.429300 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-7d33767e-1cf3-4b5e-9780-4908dfca07c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.4227226 Aug 09 18:34:46.448429 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-943dd902-56cd-4279-8798-4ba52356e74f req-5d9f9337-5d06-45d9-9c1c-61a59fcfb80d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559691 Aug 09 18:34:46.453806 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:34:46.464606 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-a57eddcb-2bbb-40a6-ac87-63374810eb8b req-fdc983df-732a-4d44-945b-cdad4f492ce3 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034105 Aug 09 18:34:46.483899 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:34:46.486349 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:46.494198 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44130) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:46.509748 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-02f54eaf-83ae-489d-b7f3-3653ff8a6739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.522535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:34:46.529944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.531257 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.542477 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-df4d6feb-c646-417e-ab0e-1fc1909ffdd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 217 time: 0.1050577 Aug 09 18:34:46.580647 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-df20d6da-ebca-4b51-b309-078ee8ba708c req-d987b3a4-0c43-42f9-af35-4238a77f3dc1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563721 Aug 09 18:34:46.582859 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-ebcddb55-27ac-4d96-b3ca-27a5073bbfc1 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908865 Aug 09 18:34:46.622718 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-02f54eaf-83ae-489d-b7f3-3653ff8a6739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.629344 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-02f54eaf-83ae-489d-b7f3-3653ff8a6739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.691393 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f54eaf-83ae-489d-b7f3-3653ff8a6739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b06e5b-57b5-41e5-8b65-bbdff6ca6abf,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:46.706787 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-02f54eaf-83ae-489d-b7f3-3653ff8a6739 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf8ec90b87e747db8614da5953ba6a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087421 Aug 09 18:34:46.707102 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44138) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:46.743733 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-ac9ff2d6-ba3b-4b94-a9fa-9766194fe5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.745713 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-ac9ff2d6-ba3b-4b94-a9fa-9766194fe5ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.1511600 Aug 09 18:34:46.745963 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'tag': 'd580337c-181d-41a7-a6b4-1b553baf4565'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:46.747910 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418" -d '{"events": [{"name": "network-changed", "server_uuid": "25ddc8b7-0159-4870-b0eb-3f540dd23ae9", "tag": "d580337c-181d-41a7-a6b4-1b553baf4565"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:46.750407 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-2f489c76-6fba-4ac8-b232-4c92e8b45205 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8440895 Aug 09 18:34:46.774184 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-53effc74-4789-4bc3-bbb9-e6ed57974124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.779423 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Request body: {'port': {'device_id': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:34:46.799008 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-53effc74-4789-4bc3-bbb9-e6ed57974124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.849995 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-53effc74-4789-4bc3-bbb9-e6ed57974124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.852554 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-53effc74-4789-4bc3-bbb9-e6ed57974124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.857969 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-53effc74-4789-4bc3-bbb9-e6ed57974124 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2b06e5b-57b5-41e5-8b65-bbdff6ca6abf HTTP/1.1" status: 204 len: 168 time: 0.1484625 Aug 09 18:34:46.865325 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53effc74-4789-4bc3-bbb9-e6ed57974124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b06e5b-57b5-41e5-8b65-bbdff6ca6abf,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:46.900091 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-99ebac88-7b61-4297-97d4-ac8a03496f5e None None] Provisioning for port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:46.904542 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-99ebac88-7b61-4297-97d4-ac8a03496f5e None None] Provisioning complete for port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:46.905197 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-99ebac88-7b61-4297-97d4-ac8a03496f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:46.944155 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-99ebac88-7b61-4297-97d4-ac8a03496f5e None None] Port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:34:46.951882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106920e-8e17-4c7e-9526-72f38efef127 req-ba786070-000e-419d-8942-e24ebe4a5511 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.954205 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c106920e-8e17-4c7e-9526-72f38efef127 req-ba786070-000e-419d-8942-e24ebe4a5511 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 931 time: 0.2420774 Aug 09 18:34:46.970196 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f420a5d2-9ef2-4e1b-8048-a07840914d9e req-4bf280a2-6380-4cee-aa24-fe1dad56f457 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740461 Aug 09 18:34:46.971861 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-fd237d79-fb6f-42c9-bdf7-6a48502c390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:46.973262 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-fd237d79-fb6f-42c9-bdf7-6a48502c390f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1905529 Aug 09 18:34:46.991706 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:47.082025 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0728e-decd-46e8-b513-bfba03d978b1 req-2161dc78-6417-4f11-90b5-c7a1f0892383 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.083677 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7c0728e-decd-46e8-b513-bfba03d978b1 req-2161dc78-6417-4f11-90b5-c7a1f0892383 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.2544677 Aug 09 18:34:47.181458 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c106920e-8e17-4c7e-9526-72f38efef127 req-4638fcc3-4d05-482a-973b-81b4cc9e7e3d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188752 Aug 09 18:34:47.268450 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7c0728e-decd-46e8-b513-bfba03d978b1 req-63873b88-6b78-44ae-a3d6-4a1f673ed8ae tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500373 Aug 09 18:34:47.270219 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-66aa3d5a-1440-4d6b-82d1-e41d71fbb46e service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768621 Aug 09 18:34:47.274316 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-9588c85d-4cfb-40e3-88c8-57464b1abb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.275813 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-9588c85d-4cfb-40e3-88c8-57464b1abb0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1096 time: 0.1873376 Aug 09 18:34:47.348609 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e366d-049d-4b38-88be-31fa348db81c x-openstack-request-id: req-100e366d-049d-4b38-88be-31fa348db81c {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:47.348907 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ddc8b7-0159-4870-b0eb-3f540dd23ae9", "tag": "d580337c-181d-41a7-a6b4-1b553baf4565", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:47.349196 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-100e366d-049d-4b38-88be-31fa348db81c {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:47.349592 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'tag': 'd580337c-181d-41a7-a6b4-1b553baf4565', 'status': 'completed', 'code': 200} Aug 09 18:34:47.460733 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-77d9d7c6-d128-4c3d-b2d9-2a43be6b88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.466439 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-77d9d7c6-d128-4c3d-b2d9-2a43be6b88d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0706520 Aug 09 18:34:47.514133 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:47.739896 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-e032c20e-025b-42da-a896-f35be185c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.741841 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-e032c20e-025b-42da-a896-f35be185c659 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.2683222 Aug 09 18:34:47.798747 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-8dab64f9-0b80-444c-968a-76837f16655b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d580337c-181d-41a7-a6b4-1b553baf4565 HTTP/1.1" status: 200 len: 217 time: 0.0477228 Aug 09 18:34:47.853797 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-d0f2555d-76cd-4781-b3b5-81cf44b5e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.855237 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-d0f2555d-76cd-4781-b3b5-81cf44b5e3c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0481489 Aug 09 18:34:47.901811 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-3914bd5d-a931-48bb-af9a-2a9eae1c604c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379751 Aug 09 18:34:47.945397 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-247551fc-da5a-4f01-aa8c-e3dd7ec65d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.947211 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-247551fc-da5a-4f01-aa8c-e3dd7ec65d21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.6101298 Aug 09 18:34:47.961489 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99532d-655d-4fa1-b35e-a471cd0eee67 req-8e74f150-a5e1-4097-94aa-88eb24cab00a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:47.965568 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9a99532d-655d-4fa1-b35e-a471cd0eee67 req-8e74f150-a5e1-4097-94aa-88eb24cab00a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 944 time: 0.5361834 Aug 09 18:34:48.025634 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-297ae6fd-edfc-4df7-bc0a-d35157f2c2b2 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162436 Aug 09 18:34:48.057412 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10ab52b-73a0-48c6-b7f5-2532fb85a098 req-9a893e1b-730c-4e29-8423-e69e48443c76 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188973 Aug 09 18:34:48.070684 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-bb8892a9-d2d2-4c17-915f-4a1dfae4b035 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.1029842 Aug 09 18:34:48.092463 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b518e3-9ec7-4e64-ac07-5c95e98e7594 req-60768364-323d-4ede-bb2d-a3192b5a1f4a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:48.097732 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-54b518e3-9ec7-4e64-ac07-5c95e98e7594 req-60768364-323d-4ede-bb2d-a3192b5a1f4a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 943 time: 0.2517300 Aug 09 18:34:48.135171 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-ab46cb0d-ef1f-4638-a7bd-cdf9a5138418 req-95a43009-dc8a-4efe-8e76-2333ce4fa782 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016910 Aug 09 18:34:48.196716 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9a99532d-655d-4fa1-b35e-a471cd0eee67 req-36e0455f-304a-44f7-b313-f65181f7b344 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029083 Aug 09 18:34:48.248574 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-9179ffeb-4123-4674-910b-2cf3eb6e062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:48.250593 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-9179ffeb-4123-4674-910b-2cf3eb6e062d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.1517298 Aug 09 18:34:48.255568 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-54b518e3-9ec7-4e64-ac07-5c95e98e7594 req-cc8dd790-f348-498c-b99e-176a28ebdec0 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322079 Aug 09 18:34:48.259559 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:48.281645 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:48.312664 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-93c87b64-5a7a-478f-8b06-969e7ea0dd02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485239 Aug 09 18:34:48.348610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Transition to ACTIVE for port object 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:34:48.376882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:48.493900 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb553c62-7990-4df9-a74b-1d7729a57a14 req-8934fee5-5562-4ea6-981e-1b5b4e329624 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:48.495462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bb553c62-7990-4df9-a74b-1d7729a57a14 req-8934fee5-5562-4ea6-981e-1b5b4e329624 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.1889784 Aug 09 18:34:48.540329 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:48.592010 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-c16dc2aa-e20a-4652-a896-abc5309046a5 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672198 Aug 09 18:34:48.677393 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Attempting to bind port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:34:48.677731 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Attempting to bind port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:34:48.678064 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Attempting to bind port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:48.707847 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:34:48.708176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Attempting to bind port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:34:48.725198 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:34:48.725541 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Checking segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:34:48.725931 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Bound using segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:34:48.726386 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Bound port: 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:34:48.726748 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:48.731919 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bb553c62-7990-4df9-a74b-1d7729a57a14 req-a9fc6a40-9cc5-40dc-b617-6b2e54a26353 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972585 Aug 09 18:34:48.764222 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327183c-e74c-4e0e-ab97-f5dd7f157d0a req-3df07c3c-df78-4b04-aff0-0132371c8ba5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:48.772016 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4327183c-e74c-4e0e-ab97-f5dd7f157d0a req-3df07c3c-df78-4b04-aff0-0132371c8ba5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.2649300 Aug 09 18:34:48.837065 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-908e9aab-bcb2-41b7-9824-5631ccdc9340 req-711bf2bc-89e2-4a21-9eaa-f36279ad2daf service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222354 Aug 09 18:34:48.888684 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4327183c-e74c-4e0e-ab97-f5dd7f157d0a req-7f0fc211-b1b5-461d-831e-3e5270e376f5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156478 Aug 09 18:34:48.905076 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:34:48.911429 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:34:48.931547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d5d2e-e0f4-4b49-a49e-2ea69fde41bf req-065991a2-bcd0-439c-96e1-03a0aaf58718 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:48.933141 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1d3d5d2e-e0f4-4b49-a49e-2ea69fde41bf req-065991a2-bcd0-439c-96e1-03a0aaf58718 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 944 time: 0.1137867 Aug 09 18:34:48.935029 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.002134 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.002909 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.005299 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] 10.222.0.73 "PUT /v2.0/ports/8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 1093 time: 2.2298505 Aug 09 18:34:49.005299 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:49.007584 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972" -d '{"events": [{"name": "network-changed", "server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:49.057987 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1d3d5d2e-e0f4-4b49-a49e-2ea69fde41bf req-19c1e626-2335-48cb-bb34-dd73679e4871 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109889 Aug 09 18:34:49.058784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf633275-6998-45b1-b687-4da5aabb98af service neutron] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:49.113842 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd8a6f-eeda-4a58-972b-586a39b04e35 x-openstack-request-id: req-16bd8a6f-eeda-4a58-972b-586a39b04e35 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:49.114370 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:49.114830 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16bd8a6f-eeda-4a58-972b-586a39b04e35 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:49.115299 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'status': 'completed', 'code': 200} Aug 09 18:34:49.144142 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-e1e931ce-7952-4fe0-9811-5cca284c45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.146004 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-e1e931ce-7952-4fe0-9811-5cca284c45ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1096 time: 0.0735290 Aug 09 18:34:49.203481 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44250) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:49.208026 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-590852a8-fb51-4a53-a79b-893061d2720d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 217 time: 0.0456140 Aug 09 18:34:49.276010 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-1d3f3f60-007c-46f4-9081-92fbaadb7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.277689 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-1d3f3f60-007c-46f4-9081-92fbaadb7db9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0618324 Aug 09 18:34:49.330384 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e1ee6400-03cb-4263-8d99-5700b3a5e265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.353736 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:34:49.369493 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8ae9a-dbc1-4d6d-b01d-e88dea34513d req-ad2e9d76-57cc-4ef1-8a31-6416a4f7db22 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.371081 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45b8ae9a-dbc1-4d6d-b01d-e88dea34513d req-ad2e9d76-57cc-4ef1-8a31-6416a4f7db22 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 944 time: 0.0978038 Aug 09 18:34:49.410105 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32470-6d5a-4981-99a6-f18950484d48 req-10fe8640-13a1-4ef1-ba1f-e7177724f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.411641 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-10fe8640-13a1-4ef1-ba1f-e7177724f285 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1260657 Aug 09 18:34:49.457690 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e1ee6400-03cb-4263-8d99-5700b3a5e265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.463503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e1ee6400-03cb-4263-8d99-5700b3a5e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.489069 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45b8ae9a-dbc1-4d6d-b01d-e88dea34513d req-5a53e43b-44b3-4b50-b128-ef206277c98c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012006 Aug 09 18:34:49.506721 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb368ee-2966-4956-b221-18eb477f4729 req-28fd5e9a-ec29-41b7-8b83-6e918ee8f60e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.508594 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-acb368ee-2966-4956-b221-18eb477f4729 req-28fd5e9a-ec29-41b7-8b83-6e918ee8f60e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 943 time: 0.1646538 Aug 09 18:34:49.511181 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-e1ee6400-03cb-4263-8d99-5700b3a5e265 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acf1a262a0fe40428764d6532f90dad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064842 Aug 09 18:34:49.513449 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee6400-03cb-4263-8d99-5700b3a5e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40158e0-928c-4290-9151-ffbbe3db6255,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:49.515404 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44258) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:49.526253 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:49.539235 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'port_id': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'mac_address': 'fa:16:3e:44:51:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:34:49.578666 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.592130 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:49.614436 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-acb368ee-2966-4956-b221-18eb477f4729 req-d2b25d63-3add-42ac-b090-42ec8eccc37a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819263 Aug 09 18:34:49.614878 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:49.616247 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-aff86809-355f-4fc3-94fd-8735756a4f60 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972840 Aug 09 18:34:49.619688 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.620608 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device bb4cf793-2ce4-4420-ad75-4339c3599484 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:34:49.649606 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc4f7-7009-4bdb-a78a-4c867d0fa9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.706944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc4f7-7009-4bdb-a78a-4c867d0fa9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.717748 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:49.757696 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14b32470-6d5a-4981-99a6-f18950484d48 req-c67eb456-9dc3-46a8-95b0-48629e460c61 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285613 Aug 09 18:34:49.772725 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port bb4cf793-2ce4-4420-ad75-4339c3599484, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bb4cf793-2ce4-4420-ad75-4339c3599484,segment=NetworkSegment(62c18324-e0a8-46a4-9197-12bea5215bc0),segment_id=62c18324-e0a8-46a4-9197-12bea5215bc0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:49.786804 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc4f7-7009-4bdb-a78a-4c867d0fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.788221 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'bb4cf793-2ce4-4420-ad75-4339c3599484', 'network_id': '5e3da344-9287-416c-be23-9a3c3d2823da', 'port_id': 'bb4cf793-2ce4-4420-ad75-4339c3599484', 'mac_address': 'fa:16:3e:cf:59:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f2d754-91a2-4685-be3d-c3bf3b2a4fd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:34:49.790155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b7dfc4f7-7009-4bdb-a78a-4c867d0fa9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.791317 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b7dfc4f7-7009-4bdb-a78a-4c867d0fa9a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f40158e0-928c-4290-9151-ffbbe3db6255 HTTP/1.1" status: 204 len: 168 time: 0.2749634 Aug 09 18:34:49.809512 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfc4f7-7009-4bdb-a78a-4c867d0fa9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40158e0-928c-4290-9151-ffbbe3db6255,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:49.848971 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.870077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4cf793-2ce4-4420-ad75-4339c3599484 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:49.898893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port bb4cf793-2ce4-4420-ad75-4339c3599484, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bb4cf793-2ce4-4420-ad75-4339c3599484,segment=NetworkSegment(62c18324-e0a8-46a4-9197-12bea5215bc0),segment_id=62c18324-e0a8-46a4-9197-12bea5215bc0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:49.905821 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:49.908065 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 64610cbb-13fa-4e13-b783-8b28ba55e900 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:34:49.924599 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f46b7-18f7-4f32-b6e5-f138a02c1ef9 req-f1e37f9c-1ee7-4b9b-bfa4-ec5bcff5e4d4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.926210 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-633f46b7-18f7-4f32-b6e5-f138a02c1ef9 req-f1e37f9c-1ee7-4b9b-bfa4-ec5bcff5e4d4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 943 time: 0.0948403 Aug 09 18:34:49.931258 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-6aed0029-8642-4ee4-b6a5-f7c582576256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:49.932750 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-6aed0029-8642-4ee4-b6a5-f7c582576256 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1096 time: 0.0706415 Aug 09 18:34:50.054537 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-633f46b7-18f7-4f32-b6e5-f138a02c1ef9 req-97d007c3-59d2-4113-b36d-4fdc80bc6f2e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191387 Aug 09 18:34:50.071254 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=bb4cf793-2ce4-4420-ad75-4339c3599484,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:50.095500 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156bca8-766a-48cc-9cb4-a1335d5b9973 req-090c4aa0-aa2f-4508-88f9-4874ae529232 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.097999 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b156bca8-766a-48cc-9cb4-a1335d5b9973 req-090c4aa0-aa2f-4508-88f9-4874ae529232 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.1011851 Aug 09 18:34:50.099690 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-87a8a46b-e30c-4190-9626-b7c572f3e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.101344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-87a8a46b-e30c-4190-9626-b7c572f3e976 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.1588948 Aug 09 18:34:50.129717 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 64610cbb-13fa-4e13-b783-8b28ba55e900, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64610cbb-13fa-4e13-b783-8b28ba55e900,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:50.146193 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '64610cbb-13fa-4e13-b783-8b28ba55e900', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'port_id': '64610cbb-13fa-4e13-b783-8b28ba55e900', 'mac_address': 'fa:16:3e:82:3b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed32f637-09b4-4779-b065-30cb7bb326d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:34:50.169381 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-bd84e68b-d7cb-473b-9f78-29c628db8a94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 217 time: 0.0598824 Aug 09 18:34:50.205488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.266247 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64610cbb-13fa-4e13-b783-8b28ba55e900 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:50.283732 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44282) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:50.298293 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b156bca8-766a-48cc-9cb4-a1335d5b9973 req-a6a2c33f-0057-40a8-951c-7957957db679 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763284 Aug 09 18:34:50.300427 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8966da9c-079a-4d6f-952a-6ccfa3c5bc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.308367 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 64610cbb-13fa-4e13-b783-8b28ba55e900, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64610cbb-13fa-4e13-b783-8b28ba55e900,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:50.313932 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-8d4361b8-b3bf-4b9a-b79d-943e0aabfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.315522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-8d4361b8-b3bf-4b9a-b79d-943e0aabfceb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.1359615 Aug 09 18:34:50.315897 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.316571 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device d580337c-181d-41a7-a6b4-1b553baf4565 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:34:50.324208 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0e147-314a-4621-a2bb-1542af684674 req-53e7e0c2-2fa2-47ed-b60c-f1a8b0bf2837 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.325733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-41b0e147-314a-4621-a2bb-1542af684674 req-53e7e0c2-2fa2-47ed-b60c-f1a8b0bf2837 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 945 time: 0.1098278 Aug 09 18:34:50.412479 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-241ae9a6-c012-442d-a701-11669699d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.414540 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-241ae9a6-c012-442d-a701-11669699d501 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0877132 Aug 09 18:34:50.418127 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-41b0e147-314a-4621-a2bb-1542af684674 req-d5345a8b-0576-4b17-a2bc-921e15c96b8d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584435 Aug 09 18:34:50.446063 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=64610cbb-13fa-4e13-b783-8b28ba55e900,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:50.451086 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8966da9c-079a-4d6f-952a-6ccfa3c5bc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.457004 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8966da9c-079a-4d6f-952a-6ccfa3c5bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.486048 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port d580337c-181d-41a7-a6b4-1b553baf4565, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d580337c-181d-41a7-a6b4-1b553baf4565,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:50.497146 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8966da9c-079a-4d6f-952a-6ccfa3c5bc45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e5963419bd24ec08e78f611d89588ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115526 Aug 09 18:34:50.498290 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966da9c-079a-4d6f-952a-6ccfa3c5bc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ea977-716c-4d70-af58-e69b12367edc,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:50.500026 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'd580337c-181d-41a7-a6b4-1b553baf4565', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'port_id': 'd580337c-181d-41a7-a6b4-1b553baf4565', 'mac_address': 'fa:16:3e:49:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:34:50.500364 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44286) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:50.543065 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.556411 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d580337c-181d-41a7-a6b4-1b553baf4565 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:50.566029 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-562fead3-5ade-4987-b35c-3483a2461a47 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441383 Aug 09 18:34:50.576814 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port d580337c-181d-41a7-a6b4-1b553baf4565, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d580337c-181d-41a7-a6b4-1b553baf4565,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:50.580942 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.585410 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-111a7f99-a035-40de-8619-fc29cd1cc430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.629400 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=d580337c-181d-41a7-a6b4-1b553baf4565,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:50.674435 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-111a7f99-a035-40de-8619-fc29cd1cc430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.761587 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810894-dbad-474a-8c0b-0d1538f762bf req-cd770ce6-75ea-41a0-bf41-34a849762bad tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.763058 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f810894-dbad-474a-8c0b-0d1538f762bf req-cd770ce6-75ea-41a0-bf41-34a849762bad tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 945 time: 0.1879456 Aug 09 18:34:50.771245 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf6e5fcb-dc2c-422d-8d67-2cda2d181972 req-ceaa0ec0-e946-4e23-bfdf-c9b1b6dd9c73 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950655 Aug 09 18:34:50.802507 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0f65d-9459-45ee-b9b3-afb14da223ce req-c843e84d-0686-4a74-9357-d359af373ee4 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:50.803972 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-24c0f65d-9459-45ee-b9b3-afb14da223ce req-c843e84d-0686-4a74-9357-d359af373ee4 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 944 time: 0.1141932 Aug 09 18:34:50.809933 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-111a7f99-a035-40de-8619-fc29cd1cc430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.812299 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-111a7f99-a035-40de-8619-fc29cd1cc430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:50.813361 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-111a7f99-a035-40de-8619-fc29cd1cc430 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f49ea977-716c-4d70-af58-e69b12367edc HTTP/1.1" status: 204 len: 168 time: 0.3120527 Aug 09 18:34:50.838336 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f810894-dbad-474a-8c0b-0d1538f762bf req-26d35e68-f46b-42aa-8a2f-b35076395aef tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649786 Aug 09 18:34:50.848525 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7f99-a035-40de-8619-fc29cd1cc430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ea977-716c-4d70-af58-e69b12367edc,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:50.870825 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-24c0f65d-9459-45ee-b9b3-afb14da223ce req-2ee4065d-607a-4b81-a060-f61d1e2c6ef1 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564058 Aug 09 18:34:50.889424 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:34:51.220358 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e746ea-e1bf-4a80-9594-33cfb7ab6393 req-caf6ec7f-608e-4332-80e2-3252fc4f2303 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:51.221892 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67e746ea-e1bf-4a80-9594-33cfb7ab6393 req-caf6ec7f-608e-4332-80e2-3252fc4f2303 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 944 time: 0.0688326 Aug 09 18:34:51.261271 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67e746ea-e1bf-4a80-9594-33cfb7ab6393 req-a7afe42c-e11d-478b-a9ad-5bd25f1845e8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Aug 09 18:34:51.357660 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c569c6b8-f107-4a4e-be9f-73043fe9bcc7 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:34:51.444864 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaeec2-eb45-4abf-a4c9-2fc9ed9527bb req-2857990c-7b47-4d84-b515-75872fd538c7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:51.453965 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1dcaeec2-eb45-4abf-a4c9-2fc9ed9527bb req-2857990c-7b47-4d84-b515-75872fd538c7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0612211 Aug 09 18:34:51.496581 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:51.508505 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:34:51.550773 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:34:51.553075 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['bb4cf793-2ce4-4420-ad75-4339c3599484'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:34:51.565980 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1dcaeec2-eb45-4abf-a4c9-2fc9ed9527bb req-4069944b-f050-4441-920a-a125c9a23350 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013427 Aug 09 18:34:51.614022 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbcc30-371e-4381-9083-9b0617528dee req-2533a67b-998f-4b72-8448-95b3bfb3c999 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:51.615227 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c9fbcc30-371e-4381-9083-9b0617528dee req-2533a67b-998f-4b72-8448-95b3bfb3c999 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 945 time: 0.0884123 Aug 09 18:34:51.755813 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7', 'network_id': '17810a9d-588d-4e62-9374-f641ddb5758e', 'port_id': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7', 'mac_address': 'fa:16:3e:1a:32:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd452f85-2e40-4632-9dae-927c7b28a2cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:34:51.757948 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['d580337c-181d-41a7-a6b4-1b553baf4565'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:34:51.944597 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c9fbcc30-371e-4381-9083-9b0617528dee req-d2e585ed-d792-4408-839a-1d87fea29833 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225412 Aug 09 18:34:51.959510 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:52.005746 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828311ce-f407-4fb3-a557-c14571dc7454 req-dafd0da0-8799-44ce-b84a-d3fabd58c536 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:52.007321 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-828311ce-f407-4fb3-a557-c14571dc7454 req-dafd0da0-8799-44ce-b84a-d3fabd58c536 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 945 time: 0.0742252 Aug 09 18:34:52.042619 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c569c6b8-f107-4a4e-be9f-73043fe9bcc7 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:52.109641 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-828311ce-f407-4fb3-a557-c14571dc7454 req-e2ab24e7-598e-44e0-a377-0896b1b54585 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 Aug 09 18:34:52.135956 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708630c2-d831-4f59-b70d-8ff084b06b60 req-9a0de264-87b4-442f-bec8-0b5f0b2c3c11 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:52.137547 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-708630c2-d831-4f59-b70d-8ff084b06b60 req-9a0de264-87b4-442f-bec8-0b5f0b2c3c11 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 944 time: 0.1002140 Aug 09 18:34:52.148689 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:52.176366 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:52.189655 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-708630c2-d831-4f59-b70d-8ff084b06b60 req-1aa4c124-7c1e-4f00-b931-b4b3e64e0b84 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Aug 09 18:34:52.342748 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:52.459710 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf2864-2fc0-49ff-80f1-994b50a81223 req-ce04e056-3010-4444-9bf2-4009b1d0202b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:52.461503 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7fdf2864-2fc0-49ff-80f1-994b50a81223 req-ce04e056-3010-4444-9bf2-4009b1d0202b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 944 time: 0.0862865 Aug 09 18:34:52.504479 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7fdf2864-2fc0-49ff-80f1-994b50a81223 req-defe6fb9-3d72-4f9d-97b9-cb8297725165 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367069 Aug 09 18:34:52.723813 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82822ed8-b9de-4868-8c6a-2123195f67f2 req-22e5dfd7-7385-4257-bc95-e9c98c366771 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:52.725545 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82822ed8-b9de-4868-8c6a-2123195f67f2 req-22e5dfd7-7385-4257-bc95-e9c98c366771 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0585754 Aug 09 18:34:52.778252 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82822ed8-b9de-4868-8c6a-2123195f67f2 req-9c29c2f0-5211-4c9e-a084-c3a38868edf5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Aug 09 18:34:52.914033 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['c569c6b8-f107-4a4e-be9f-73043fe9bcc7'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:34:53.061937 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44388) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:53.154298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afaca2-e7fc-421d-acda-abc25a89e2bb req-e4c22c7e-c822-4130-aaec-c470215ecf85 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:53.156794 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-75afaca2-e7fc-421d-acda-abc25a89e2bb req-e4c22c7e-c822-4130-aaec-c470215ecf85 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 945 time: 0.0812197 Aug 09 18:34:53.222013 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-75afaca2-e7fc-421d-acda-abc25a89e2bb req-16be4960-2442-443e-80d2-aac1ce2c013f tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Aug 09 18:34:53.320546 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-20872041-afcb-4d48-b34c-f5f1ac237187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.354497 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600f5b-d77a-4562-b0ca-12a744307505 req-eca8cb58-f482-4e48-9099-7435da8ee8c4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:53.357443 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93600f5b-d77a-4562-b0ca-12a744307505 req-eca8cb58-f482-4e48-9099-7435da8ee8c4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 945 time: 0.1187541 Aug 09 18:34:53.364232 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:34:53.461539 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93600f5b-d77a-4562-b0ca-12a744307505 req-5d84bce0-c086-4471-bc47-2839f158bf74 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781527 Aug 09 18:34:53.475266 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d9b06-ff25-42f5-b383-9da5fefbe941 req-d39ff2cc-ffeb-4408-b371-0c679753a299 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:53.485034 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f1d9b06-ff25-42f5-b383-9da5fefbe941 req-d39ff2cc-ffeb-4408-b371-0c679753a299 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 944 time: 0.1501844 Aug 09 18:34:53.520193 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-20872041-afcb-4d48-b34c-f5f1ac237187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.521677 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44398) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:53.533429 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f1d9b06-ff25-42f5-b383-9da5fefbe941 req-e6a929a4-8454-4c66-b5fe-8d3d07ee9afc tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470567 Aug 09 18:34:53.540892 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-20872041-afcb-4d48-b34c-f5f1ac237187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.572284 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:53.594057 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'mac_address': 'fa:16:3e:40:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:34:53.630892 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-20872041-afcb-4d48-b34c-f5f1ac237187 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a669e0daf8a4099881874f667794f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677466 Aug 09 18:34:53.631599 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44404) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:53.634537 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20872041-afcb-4d48-b34c-f5f1ac237187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c56b5e-f88a-4a01-9d1e-e792c7914008,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:53.680370 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.704895 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:34:53.707102 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-70824188-139a-482f-8909-a5d7330d7938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.712417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33797-343c-43a9-ad46-18187e69e9fb req-a76953a5-cd9c-4771-9948-85cc3a7bbfc8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:53.716425 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e0d33797-343c-43a9-ad46-18187e69e9fb req-a76953a5-cd9c-4771-9948-85cc3a7bbfc8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 944 time: 0.1135066 Aug 09 18:34:53.752385 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:53.756395 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-70824188-139a-482f-8909-a5d7330d7938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.759887 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.789252 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e0d33797-343c-43a9-ad46-18187e69e9fb req-33e68e08-5738-4042-8404-77eed3b67eec tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651789 Aug 09 18:34:53.794377 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cf71a518-1b4f-4aac-bb96-36b87b9afc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.848605 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:53.904693 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-70824188-139a-482f-8909-a5d7330d7938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.908540 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-70824188-139a-482f-8909-a5d7330d7938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.910403 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-70824188-139a-482f-8909-a5d7330d7938 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1c56b5e-f88a-4a01-9d1e-e792c7914008 HTTP/1.1" status: 204 len: 168 time: 0.2768257 Aug 09 18:34:53.933778 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70824188-139a-482f-8909-a5d7330d7938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c56b5e-f88a-4a01-9d1e-e792c7914008,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:53.990411 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cf71a518-1b4f-4aac-bb96-36b87b9afc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:53.992419 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3dc3e-fb49-4719-819b-79ff4c130f28 req-72a17192-7cea-4160-b61c-f11ac6da5aa5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:53.994764 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c3b3dc3e-fb49-4719-819b-79ff4c130f28 req-72a17192-7cea-4160-b61c-f11ac6da5aa5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 944 time: 0.1058052 Aug 09 18:34:54.001334 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cf71a518-1b4f-4aac-bb96-36b87b9afc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:54.042143 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71a518-1b4f-4aac-bb96-36b87b9afc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80942484-da86-4b84-b872-831200e747d4,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:54.056673 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c3b3dc3e-fb49-4719-819b-79ff4c130f28 req-50555397-647e-445f-9854-67425ef14c2d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389078 Aug 09 18:34:54.060995 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-cf71a518-1b4f-4aac-bb96-36b87b9afc0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1362fa89308e49568ad0c380369844aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355110 Aug 09 18:34:54.061798 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44412) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:54.128187 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b2248b5-76b5-4758-aad3-086182e926bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:54.165662 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b2248b5-76b5-4758-aad3-086182e926bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:54.252358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b2248b5-76b5-4758-aad3-086182e926bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:54.258329 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b2248b5-76b5-4758-aad3-086182e926bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:54.260356 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6b2248b5-76b5-4758-aad3-086182e926bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80942484-da86-4b84-b872-831200e747d4 HTTP/1.1" status: 204 len: 168 time: 0.1979039 Aug 09 18:34:54.298643 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2248b5-76b5-4758-aad3-086182e926bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80942484-da86-4b84-b872-831200e747d4,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:54.425898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef8ce-c368-4200-888c-b219c6bd0d29 req-88792df1-1c33-4ce3-9d5c-3962f4239327 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:54.427450 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48aef8ce-c368-4200-888c-b219c6bd0d29 req-88792df1-1c33-4ce3-9d5c-3962f4239327 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 945 time: 0.0695550 Aug 09 18:34:54.489551 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48aef8ce-c368-4200-888c-b219c6bd0d29 req-39075f1c-2a28-4751-9632-d62fbd420782 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Aug 09 18:34:54.709965 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fb57c-180d-4da3-8725-43f27dd992e9 req-32aaf38a-502f-4f7d-9f9d-09518184d8c7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:54.712630 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cd9fb57c-180d-4da3-8725-43f27dd992e9 req-32aaf38a-502f-4f7d-9f9d-09518184d8c7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 945 time: 0.1455591 Aug 09 18:34:54.720587 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['8712aea0-2dbf-4f5d-9157-f9108bfa95d1'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:34:54.773132 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8a3da-f21a-401d-b7e6-461b083fac90 req-2907204d-2187-4f01-92b8-176c4c5c5486 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:54.775650 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-31e8a3da-f21a-401d-b7e6-461b083fac90 req-2907204d-2187-4f01-92b8-176c4c5c5486 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 944 time: 0.1371188 Aug 09 18:34:54.830376 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cd9fb57c-180d-4da3-8725-43f27dd992e9 req-f8789168-5f78-4943-ad8a-be2b176f73a0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042912 Aug 09 18:34:54.860292 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-31e8a3da-f21a-401d-b7e6-461b083fac90 req-5a2ac4ee-b631-473b-92fe-a7954d3bd0f1 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746727 Aug 09 18:34:54.921892 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44448) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:54.946111 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0cadc35c-9e8c-454b-9f2d-032941084b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.025125 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dec12-078d-49a5-92a5-7798dc461892 req-4115a8a6-edfe-4117-bdbb-5410b78cdd6f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:55.026340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e99dec12-078d-49a5-92a5-7798dc461892 req-4115a8a6-edfe-4117-bdbb-5410b78cdd6f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 944 time: 0.0720866 Aug 09 18:34:55.053250 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0cadc35c-9e8c-454b-9f2d-032941084b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.058144 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0cadc35c-9e8c-454b-9f2d-032941084b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.080830 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e99dec12-078d-49a5-92a5-7798dc461892 req-8c19cff3-c51d-44b0-9475-fff89bb5aa51 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Aug 09 18:34:55.104290 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadc35c-9e8c-454b-9f2d-032941084b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483f5ef-b06e-4658-8f98-6e860c42449d,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:55.118154 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0cadc35c-9e8c-454b-9f2d-032941084b51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb4d88e54644412bbabc6f65526011ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944754 Aug 09 18:34:55.120762 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44454) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:55.218816 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff8736-5dd6-4e61-8e55-0227fcdccf16 req-cbb59a3c-93ea-474e-9b68-df257b69ae5e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:55.220419 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-52ff8736-5dd6-4e61-8e55-0227fcdccf16 req-cbb59a3c-93ea-474e-9b68-df257b69ae5e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 944 time: 0.0778396 Aug 09 18:34:55.246889 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9e68de67-a32c-4013-8a3b-5c069a895502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.284812 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-52ff8736-5dd6-4e61-8e55-0227fcdccf16 req-35f671e7-305e-47eb-819d-a3e8103ebcd1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560877 Aug 09 18:34:55.289989 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9e68de67-a32c-4013-8a3b-5c069a895502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.371610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9e68de67-a32c-4013-8a3b-5c069a895502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.375876 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device bb4cf793-2ce4-4420-ad75-4339c3599484 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:55.377269 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9e68de67-a32c-4013-8a3b-5c069a895502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.379274 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-9e68de67-a32c-4013-8a3b-5c069a895502 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1483f5ef-b06e-4658-8f98-6e860c42449d HTTP/1.1" status: 204 len: 168 time: 0.2566195 Aug 09 18:34:55.392773 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68de67-a32c-4013-8a3b-5c069a895502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483f5ef-b06e-4658-8f98-6e860c42449d,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:55.473682 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port bb4cf793-2ce4-4420-ad75-4339c3599484 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:55.478573 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port bb4cf793-2ce4-4420-ad75-4339c3599484 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:55.479162 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.610310 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.657476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8876341c-8368-405a-b4cd-a1cff47754ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4cf793-2ce4-4420-ad75-4339c3599484'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:55.756361 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port bb4cf793-2ce4-4420-ad75-4339c3599484, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bb4cf793-2ce4-4420-ad75-4339c3599484,segment=NetworkSegment(62c18324-e0a8-46a4-9197-12bea5215bc0),segment_id=62c18324-e0a8-46a4-9197-12bea5215bc0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:55.762207 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.764188 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:55.772327 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa1ee7-735d-44f1-81d7-aa03272950a4 req-7261fae7-4471-401d-aa49-f3e329e8422d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:55.775442 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e4aa1ee7-735d-44f1-81d7-aa03272950a4 req-7261fae7-4471-401d-aa49-f3e329e8422d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 945 time: 0.0900590 Aug 09 18:34:55.823989 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e4aa1ee7-735d-44f1-81d7-aa03272950a4 req-591709e2-afb6-4325-b334-0f66e7d08734 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Aug 09 18:34:55.870189 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=bb4cf793-2ce4-4420-ad75-4339c3599484,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:55.891749 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:55.897048 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:55.897702 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:55.998031 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44502) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:56.019131 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a555a4d-a596-49ec-99f4-a2581301b70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.103107 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.139988 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958af870-6166-4f12-a8fc-7cdee687a212 req-1195dd3f-328a-42c1-8abb-8d59604c0167 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:56.143226 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-958af870-6166-4f12-a8fc-7cdee687a212 req-1195dd3f-328a-42c1-8abb-8d59604c0167 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 945 time: 0.1828403 Aug 09 18:34:56.157121 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44508) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:56.167077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:56.172941 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.174210 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device d580337c-181d-41a7-a6b4-1b553baf4565 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:56.188737 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44512) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:56.188943 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c511538-6a88-47d1-b652-dab57f04a86a req-c11c0d12-4469-4fff-86f3-3abc67dd7db7 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:56.191905 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5c511538-6a88-47d1-b652-dab57f04a86a req-c11c0d12-4469-4fff-86f3-3abc67dd7db7 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 944 time: 0.1558080 Aug 09 18:34:56.279166 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a555a4d-a596-49ec-99f4-a2581301b70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.284470 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a555a4d-a596-49ec-99f4-a2581301b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.287593 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-958af870-6166-4f12-a8fc-7cdee687a212 req-369ddeff-60ba-470b-812f-8ed297896c00 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320860 Aug 09 18:34:56.344059 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5c511538-6a88-47d1-b652-dab57f04a86a req-644406c4-0706-4678-95c9-c8b1f7ea7e59 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387668 Aug 09 18:34:56.351659 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9a555a4d-a596-49ec-99f4-a2581301b70a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0d17c13299c4f8980999343ac195833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523905 Aug 09 18:34:56.355565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44518) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:56.382369 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5e25-d591-46d5-957c-064ea16ba30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.412248 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:56.418753 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b486a7b9-840c-470c-805d-959a0b034e4b" -d '{"events": [{"server_uuid": "8876341c-8368-405a-b4cd-a1cff47754ce", "name": "network-vif-plugged", "status": "completed", "tag": "bb4cf793-2ce4-4420-ad75-4339c3599484"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:56.430574 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port d580337c-181d-41a7-a6b4-1b553baf4565 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:56.435602 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port d580337c-181d-41a7-a6b4-1b553baf4565 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:56.436216 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.470163 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a555a4d-a596-49ec-99f4-a2581301b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9369fb0e-7cc6-462b-a7fe-a546b820b145,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:56.478090 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a7c67946-458c-433e-ad8f-0b4ac3bc4bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.555899 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.593432 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5e25-d591-46d5-957c-064ea16ba30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.596067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port d580337c-181d-41a7-a6b4-1b553baf4565, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d580337c-181d-41a7-a6b4-1b553baf4565,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:56.598549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b80e32f4-c409-4eed-8dca-ddede5a2b355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.602351 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.603291 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 64610cbb-13fa-4e13-b783-8b28ba55e900 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:56.604925 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5e25-d591-46d5-957c-064ea16ba30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.660898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b80e32f4-c409-4eed-8dca-ddede5a2b355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.668671 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7fcc5e25-d591-46d5-957c-064ea16ba30f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c42c1c3fb649400a924e4c1654646ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103908 Aug 09 18:34:56.669336 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44522) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:56.678388 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa2295-f590-4b81-a921-d6fa7158ae90 req-11f0e9d8-1307-4c69-8410-1efaf61cd369 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:56.681181 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3bfa2295-f590-4b81-a921-d6fa7158ae90 req-11f0e9d8-1307-4c69-8410-1efaf61cd369 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 944 time: 0.2045579 Aug 09 18:34:56.688011 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc5e25-d591-46d5-957c-064ea16ba30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ac1d2-483e-4bdf-a081-73ff93fab05f,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:56.725881 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=d580337c-181d-41a7-a6b4-1b553baf4565,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:56.732617 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7dc34-314a-4211-ad5d-b0d014941a8e req-722bf3b7-3710-4b82-b784-db3f2f924b63 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:56.737738 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 64610cbb-13fa-4e13-b783-8b28ba55e900 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:56.743435 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 64610cbb-13fa-4e13-b783-8b28ba55e900 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:56.743987 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.745733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fb7dc34-314a-4211-ad5d-b0d014941a8e req-722bf3b7-3710-4b82-b784-db3f2f924b63 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 944 time: 0.2165697 Aug 09 18:34:56.773576 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ba6078d4-cf8d-4277-9b76-abab53664be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.808295 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a7c67946-458c-433e-ad8f-0b4ac3bc4bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.817486 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a7c67946-458c-433e-ad8f-0b4ac3bc4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.821266 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ba6078d4-cf8d-4277-9b76-abab53664be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.841768 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3bfa2295-f590-4b81-a921-d6fa7158ae90 req-3c36b625-f43b-4f91-947d-04be751caa88 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485143 Aug 09 18:34:56.848126 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fb7dc34-314a-4211-ad5d-b0d014941a8e req-bc73fae3-54f6-44aa-a89e-29826306d512 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012061 Aug 09 18:34:56.853821 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.887024 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c67946-458c-433e-ad8f-0b4ac3bc4bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5eef75-5bc0-42f7-ba51-db37628ee57f,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:56.895999 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a7c67946-458c-433e-ad8f-0b4ac3bc4bbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=462ad3c188ab441cb23e8e295647c142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997585 Aug 09 18:34:56.900102 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44528) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:56.913325 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 64610cbb-13fa-4e13-b783-8b28ba55e900, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64610cbb-13fa-4e13-b783-8b28ba55e900,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:56.918675 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.919828 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c569c6b8-f107-4a4e-be9f-73043fe9bcc7 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:56.960122 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ba6078d4-cf8d-4277-9b76-abab53664be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.963047 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ba6078d4-cf8d-4277-9b76-abab53664be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.967338 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ba6078d4-cf8d-4277-9b76-abab53664be0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/911ac1d2-483e-4bdf-a081-73ff93fab05f HTTP/1.1" status: 204 len: 168 time: 0.2921011 Aug 09 18:34:56.976958 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6078d4-cf8d-4277-9b76-abab53664be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ac1d2-483e-4bdf-a081-73ff93fab05f,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:56.984185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b80e32f4-c409-4eed-8dca-ddede5a2b355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.991693 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b80e32f4-c409-4eed-8dca-ddede5a2b355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:56.993686 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b80e32f4-c409-4eed-8dca-ddede5a2b355 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9369fb0e-7cc6-462b-a7fe-a546b820b145 HTTP/1.1" status: 204 len: 168 time: 0.6364276 Aug 09 18:34:57.023970 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e32f4-c409-4eed-8dca-ddede5a2b355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369fb0e-7cc6-462b-a7fe-a546b820b145,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:57.057929 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=64610cbb-13fa-4e13-b783-8b28ba55e900,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:57.066787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71066ad-93c0-406e-acad-05c0c4c4c3f6 x-openstack-request-id: req-b71066ad-93c0-406e-acad-05c0c4c4c3f6 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:57.066787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8876341c-8368-405a-b4cd-a1cff47754ce", "name": "network-vif-plugged", "status": "completed", "tag": "bb4cf793-2ce4-4420-ad75-4339c3599484", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:57.067046 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b71066ad-93c0-406e-acad-05c0c4c4c3f6 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:57.067630 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8876341c-8368-405a-b4cd-a1cff47754ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4cf793-2ce4-4420-ad75-4339c3599484', 'code': 200} Aug 09 18:34:57.069541 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:57.075071 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:57.075544 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.148055 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ade176-e652-4142-96ae-8caf85eadc25 req-4021828f-8ce4-4f24-aa43-4137806ef592 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:57.149858 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-15ade176-e652-4142-96ae-8caf85eadc25 req-4021828f-8ce4-4f24-aa43-4137806ef592 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.1547129 Aug 09 18:34:57.150873 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-894f1568-019c-43f4-a74e-1b867084a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.198852 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-894f1568-019c-43f4-a74e-1b867084a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.242260 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-15ade176-e652-4142-96ae-8caf85eadc25 req-f44f2b90-027d-4564-8618-cf25c0fc5f4d tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801384 Aug 09 18:34:57.269776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.310994 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-894f1568-019c-43f4-a74e-1b867084a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.316532 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-894f1568-019c-43f4-a74e-1b867084a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.317386 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:57.318077 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-894f1568-019c-43f4-a74e-1b867084a0b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c5eef75-5bc0-42f7-ba51-db37628ee57f HTTP/1.1" status: 204 len: 168 time: 0.4115162 Aug 09 18:34:57.323304 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.383919 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f1568-019c-43f4-a74e-1b867084a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5eef75-5bc0-42f7-ba51-db37628ee57f,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:57.432218 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:34:57.454437 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c16-6fde-4870-afad-33d6fc7f39a6 req-22d96452-40a3-416d-ae0b-9a2c3c37556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:57.462446 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d75f5c16-6fde-4870-afad-33d6fc7f39a6 req-22d96452-40a3-416d-ae0b-9a2c3c37556e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 1099 time: 0.1636190 Aug 09 18:34:57.556733 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d75f5c16-6fde-4870-afad-33d6fc7f39a6 req-af4d0432-682a-46fe-92dc-d8c1567def23 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.570527 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:57.596067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:34:57.601185 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:34:57.601872 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.648804 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46641aa0-7c16-4e45-9508-220f42767eb3 req-3a3feba6-b1a4-4447-8991-77f3f60e260d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:57.651301 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-46641aa0-7c16-4e45-9508-220f42767eb3 req-3a3feba6-b1a4-4447-8991-77f3f60e260d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1873741 Aug 09 18:34:57.728497 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.739109 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289b467-3f04-4f20-8074-ce55a96ce22f req-5a261e9a-98fe-4db5-8987-021772994ced tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:57.752697 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8289b467-3f04-4f20-8074-ce55a96ce22f req-5a261e9a-98fe-4db5-8987-021772994ced tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.2303164 Aug 09 18:34:57.780361 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:34:57.785451 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.799982 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-46641aa0-7c16-4e45-9508-220f42767eb3 req-7bfd6cb7-4c3c-4d45-a250-33cdb220baab tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362700 Aug 09 18:34:57.854098 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44558) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:57.861324 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:57.894703 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-547ec6c4-4ca1-4399-b696-7f4bd73efc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:57.899538 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8289b467-3f04-4f20-8074-ce55a96ce22f req-2de0dd1c-a977-4b9e-932c-6d19901eaff1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333132 Aug 09 18:34:57.990734 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d75f5c16-6fde-4870-afad-33d6fc7f39a6 req-af4d0432-682a-46fe-92dc-d8c1567def23 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.008262 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d75f5c16-6fde-4870-afad-33d6fc7f39a6 req-af4d0432-682a-46fe-92dc-d8c1567def23 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.092866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d75f5c16-6fde-4870-afad-33d6fc7f39a6 req-af4d0432-682a-46fe-92dc-d8c1567def23 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105587 Aug 09 18:34:58.097307 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0432-682a-46fe-92dc-d8c1567def23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d74fe-b574-46fc-a3c6-1383ad2be2dd,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:58.157627 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4105ee-6d73-4686-849f-94f811d3b84e req-8f81f147-2502-4517-8084-86d8c1ac5fe4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:58.159241 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5e4105ee-6d73-4686-849f-94f811d3b84e req-8f81f147-2502-4517-8084-86d8c1ac5fe4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.1714013 Aug 09 18:34:58.174809 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146cd63-6baa-4289-beec-a43bb479f817 req-ac02eeba-2215-46c4-8612-f53279f3b8b2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:58.177370 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-547ec6c4-4ca1-4399-b696-7f4bd73efc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.177726 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c146cd63-6baa-4289-beec-a43bb479f817 req-ac02eeba-2215-46c4-8612-f53279f3b8b2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1731834 Aug 09 18:34:58.187988 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-547ec6c4-4ca1-4399-b696-7f4bd73efc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.236241 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec6c4-4ca1-4399-b696-7f4bd73efc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffd61a6-5fc2-41f7-ab0c-f2c3e8b98958,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:58.259914 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5e4105ee-6d73-4686-849f-94f811d3b84e req-5998d5ab-281a-4967-98b5-e24f5dab3ad1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809503 Aug 09 18:34:58.263007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44572) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:58.266883 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-547ec6c4-4ca1-4399-b696-7f4bd73efc0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56b829041e624836917f47a2964fee1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109766 Aug 09 18:34:58.294341 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c146cd63-6baa-4289-beec-a43bb479f817 req-0f43a8f6-94bf-4587-a299-7cd8d7a4f8fe tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999794 Aug 09 18:34:58.460047 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bb93c8ca-303e-4240-b2ad-1049cf3d5b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.501959 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed9f0a-3fde-4755-a954-21e907328cca req-57b06eec-9ec1-41f9-adfc-268f30d25f5a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:58.504791 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6ed9f0a-3fde-4755-a954-21e907328cca req-57b06eec-9ec1-41f9-adfc-268f30d25f5a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.1344950 Aug 09 18:34:58.551243 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bb93c8ca-303e-4240-b2ad-1049cf3d5b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.637694 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6ed9f0a-3fde-4755-a954-21e907328cca req-9b4fe078-b9fc-4da5-8a08-6d278a2c880b tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253653 Aug 09 18:34:58.690417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bb93c8ca-303e-4240-b2ad-1049cf3d5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.695239 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-bb93c8ca-303e-4240-b2ad-1049cf3d5b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:58.697191 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-bb93c8ca-303e-4240-b2ad-1049cf3d5b77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ffd61a6-5fc2-41f7-ab0c-f2c3e8b98958 HTTP/1.1" status: 204 len: 168 time: 0.4329314 Aug 09 18:34:58.708804 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93c8ca-303e-4240-b2ad-1049cf3d5b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffd61a6-5fc2-41f7-ab0c-f2c3e8b98958,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:34:59.004896 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e3ff9-e10c-4608-be71-722ff1a41e81 req-a5052ab8-526f-4e80-bc80-f6d198564747 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:59.007522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-019e3ff9-e10c-4608-be71-722ff1a41e81 req-a5052ab8-526f-4e80-bc80-f6d198564747 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0977027 Aug 09 18:34:59.068570 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf'}, {'server_uuid': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd580337c-181d-41a7-a6b4-1b553baf4565'}, {'server_uuid': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64610cbb-13fa-4e13-b783-8b28ba55e900'}, {'server_uuid': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7'}, {'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:34:59.072052 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ed1277-3ce3-4be5-88d0-974443794678" -d '{"events": [{"server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "name": "network-vif-plugged", "status": "completed", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf"}, {"server_uuid": "25ddc8b7-0159-4870-b0eb-3f540dd23ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d580337c-181d-41a7-a6b4-1b553baf4565"}, {"server_uuid": "51dcbe3a-d657-4f21-9958-7481d99ed75b", "name": "network-vif-plugged", "status": "completed", "tag": "64610cbb-13fa-4e13-b783-8b28ba55e900"}, {"server_uuid": "2625f57f-2c6f-4d17-a4f4-f004e0354876", "name": "network-vif-plugged", "status": "completed", "tag": "c569c6b8-f107-4a4e-be9f-73043fe9bcc7"}, {"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:34:59.113163 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da71998-6c87-4acd-a681-9d215d57365b req-b6faaf92-fc22-4da1-88fc-898f17e88513 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:59.114843 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5da71998-6c87-4acd-a681-9d215d57365b req-b6faaf92-fc22-4da1-88fc-898f17e88513 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1260586 Aug 09 18:34:59.137583 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-019e3ff9-e10c-4608-be71-722ff1a41e81 req-c58eeeed-1104-4f50-80d7-8a523bbafc3b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131799 Aug 09 18:34:59.229307 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 09 Aug 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d4ce9-55aa-45cf-b480-efb601a152e6 x-openstack-request-id: req-ef5d4ce9-55aa-45cf-b480-efb601a152e6 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:34:59.229641 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5da71998-6c87-4acd-a681-9d215d57365b req-bcb3780e-ce46-44a1-9dff-2ee50d12173d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900414 Aug 09 18:34:59.230160 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "name": "network-vif-plugged", "status": "completed", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf", "code": 200}, {"server_uuid": "25ddc8b7-0159-4870-b0eb-3f540dd23ae9", "name": "network-vif-plugged", "status": "completed", "tag": "d580337c-181d-41a7-a6b4-1b553baf4565", "code": 200}, {"server_uuid": "51dcbe3a-d657-4f21-9958-7481d99ed75b", "name": "network-vif-plugged", "status": "completed", "tag": "64610cbb-13fa-4e13-b783-8b28ba55e900", "code": 200}, {"server_uuid": "2625f57f-2c6f-4d17-a4f4-f004e0354876", "name": "network-vif-plugged", "status": "completed", "tag": "c569c6b8-f107-4a4e-be9f-73043fe9bcc7", "code": 200}, {"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:34:59.230639 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef5d4ce9-55aa-45cf-b480-efb601a152e6 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:34:59.231435 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'code': 200} Aug 09 18:34:59.231847 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd580337c-181d-41a7-a6b4-1b553baf4565', 'code': 200} Aug 09 18:34:59.232321 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64610cbb-13fa-4e13-b783-8b28ba55e900', 'code': 200} Aug 09 18:34:59.232739 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7', 'code': 200} Aug 09 18:34:59.233763 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'code': 200} Aug 09 18:34:59.527877 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2f3a-318c-4182-bbe6-adae3f000b3c req-ad4f45fb-e659-44df-be6f-568d95d6d6f1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:59.532658 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-041f2f3a-318c-4182-bbe6-adae3f000b3c req-ad4f45fb-e659-44df-be6f-568d95d6d6f1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.1165366 Aug 09 18:34:59.676350 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44632) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:34:59.728223 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-041f2f3a-318c-4182-bbe6-adae3f000b3c req-e73d2aa6-1626-4b53-8f56-71a702289f0e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786265 Aug 09 18:34:59.761200 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c341d6-a041-4501-a880-d2466209a6b6 req-93b10540-a9f2-464c-b0b4-6e743f09f17d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:59.769072 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88c341d6-a041-4501-a880-d2466209a6b6 req-93b10540-a9f2-464c-b0b4-6e743f09f17d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1906259 Aug 09 18:34:59.809566 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc086f-3b3b-4422-a5fe-a39ee90a60e1 req-d44b9859-4a65-4fb2-ab39-64c91614c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:34:59.814191 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5efc086f-3b3b-4422-a5fe-a39ee90a60e1 req-d44b9859-4a65-4fb2-ab39-64c91614c75b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1098 time: 0.1355007 Aug 09 18:34:59.954443 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f87fc82-919f-4a1f-9723-c3f0b30dae0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:34:59.978684 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5efc086f-3b3b-4422-a5fe-a39ee90a60e1 req-e1a64db7-fd70-4acb-8d76-f38ddefa2c6f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555030 Aug 09 18:35:00.009517 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88c341d6-a041-4501-a880-d2466209a6b6 req-cf0e1d2e-7318-487d-be55-a545c36f4eae tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328293 Aug 09 18:35:00.114474 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92392556-1742-49be-ae11-84ac9c53656b req-1de8b483-1833-405d-97ab-d36baca0b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.116277 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-92392556-1742-49be-ae11-84ac9c53656b req-1de8b483-1833-405d-97ab-d36baca0b560 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 1099 time: 0.2443290 Aug 09 18:35:00.132113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8d37b-32de-4cf6-ad06-139f909029d4 req-8e5200e4-aea2-496d-8cd0-b0c7d530ad2a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.133984 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9cf8d37b-32de-4cf6-ad06-139f909029d4 req-8e5200e4-aea2-496d-8cd0-b0c7d530ad2a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.2848611 Aug 09 18:35:00.142781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e92a7-c8d1-4482-840a-1edccf22d1f5 req-175836da-b197-4f23-9d6d-3749607e88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.145038 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f03e92a7-c8d1-4482-840a-1edccf22d1f5 req-175836da-b197-4f23-9d6d-3749607e88ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 1098 time: 0.1692474 Aug 09 18:35:00.231195 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daf110-c576-40a0-ba50-4507a5d7dd0f req-c1afee9c-68b1-4074-8b65-5bdefc842a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.234781 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-f8daf110-c576-40a0-ba50-4507a5d7dd0f req-c1afee9c-68b1-4074-8b65-5bdefc842a8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1098 time: 0.2563696 Aug 09 18:35:00.243175 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9cf8d37b-32de-4cf6-ad06-139f909029d4 req-df805e67-d633-4232-b438-2b47ca98f251 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967124 Aug 09 18:35:00.333799 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b81d2e-bfb4-4847-893b-7559365f597d req-9f1809f5-375c-4cc6-8a1d-248c16c04658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.335602 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-58b81d2e-bfb4-4847-893b-7559365f597d req-9f1809f5-375c-4cc6-8a1d-248c16c04658 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.2254174 Aug 09 18:35:00.359469 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2844b-d30e-4d73-a9d7-73e8623e9336 req-fe8d378f-b931-4cf9-9f34-2243aac0dd1b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.361888 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5db2844b-d30e-4d73-a9d7-73e8623e9336 req-fe8d378f-b931-4cf9-9f34-2243aac0dd1b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0968020 Aug 09 18:35:00.394889 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f87fc82-919f-4a1f-9723-c3f0b30dae0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:00.401353 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f87fc82-919f-4a1f-9723-c3f0b30dae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:00.494976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87fc82-919f-4a1f-9723-c3f0b30dae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6449ae06-717e-44a9-ac7d-56fd32ad8dc4,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:00.567433 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0f87fc82-919f-4a1f-9723-c3f0b30dae0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66f8a369fe564f3d94f7e2d39e4f19ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8867097 Aug 09 18:35:00.570836 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44664) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:00.577287 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-58b81d2e-bfb4-4847-893b-7559365f597d req-6e7b128b-c5b8-41c8-b2b0-70870fb35120 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659648 Aug 09 18:35:00.583233 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5db2844b-d30e-4d73-a9d7-73e8623e9336 req-53af1232-da12-4321-b5ca-895496e4728b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104411 Aug 09 18:35:00.604605 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-f8daf110-c576-40a0-ba50-4507a5d7dd0f req-32aa16ea-2243-417f-8f5d-0a804f9bf318 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784844 Aug 09 18:35:00.645066 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f03e92a7-c8d1-4482-840a-1edccf22d1f5 req-159f4d5f-215f-4f3f-b9f9-556edbe1e3b3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252100 Aug 09 18:35:00.663344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-92392556-1742-49be-ae11-84ac9c53656b req-2783b7a0-325d-49f6-8e7b-6d34f3084ae5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506192 Aug 09 18:35:00.667640 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-64ca675c-310d-4633-b1c7-1eeb37f9c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:00.699779 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377c618-203c-4ee8-be18-0cc48511da27 req-58a3f72c-21c2-48d8-896a-b4946daf3343 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.711662 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-64ca675c-310d-4633-b1c7-1eeb37f9c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:00.716979 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d377c618-203c-4ee8-be18-0cc48511da27 req-58a3f72c-21c2-48d8-896a-b4946daf3343 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.3330040 Aug 09 18:35:00.796832 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d377c618-203c-4ee8-be18-0cc48511da27 req-be084abf-221e-4733-9c89-bda7afcbca24 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765522 Aug 09 18:35:00.824239 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-64ca675c-310d-4633-b1c7-1eeb37f9c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:00.829835 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-64ca675c-310d-4633-b1c7-1eeb37f9c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:00.831173 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-64ca675c-310d-4633-b1c7-1eeb37f9c884 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6449ae06-717e-44a9-ac7d-56fd32ad8dc4 HTTP/1.1" status: 204 len: 168 time: 0.2583325 Aug 09 18:35:00.852418 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca675c-310d-4633-b1c7-1eeb37f9c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6449ae06-717e-44a9-ac7d-56fd32ad8dc4,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:00.941685 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeac6c7-0117-4730-a0c9-7e161d60338a req-1258720a-10e6-46ff-950b-7296ff97f3ab tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:00.943765 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-edeac6c7-0117-4730-a0c9-7e161d60338a req-1258720a-10e6-46ff-950b-7296ff97f3ab tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.0753493 Aug 09 18:35:01.034942 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-edeac6c7-0117-4730-a0c9-7e161d60338a req-9d4fb000-e2fd-45ba-899e-cc47ae0d50cf tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709069 Aug 09 18:35:01.180860 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c1a7a-d047-4788-bf9b-364493e80da6 req-0de687dc-c4ff-46b8-9f98-27fae0320f3b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:01.190040 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-873c1a7a-d047-4788-bf9b-364493e80da6 req-0de687dc-c4ff-46b8-9f98-27fae0320f3b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0651169 Aug 09 18:35:01.258514 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-873c1a7a-d047-4788-bf9b-364493e80da6 req-c7b1e625-058f-4a99-8b64-d3252c1b1612 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672164 Aug 09 18:35:01.504895 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3d09-8fb9-4f09-ad5e-c6948873bffc req-cbcb7eb5-ac83-4ca5-a8de-fbc5b22def5b tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:01.510099 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-605b3d09-8fb9-4f09-ad5e-c6948873bffc req-cbcb7eb5-ac83-4ca5-a8de-fbc5b22def5b tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.1261847 Aug 09 18:35:01.574614 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-605b3d09-8fb9-4f09-ad5e-c6948873bffc req-c8a5eaca-c8fd-4cdb-8661-c4c452a927b6 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Aug 09 18:35:01.850020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf4ced-63aa-4ab7-a201-3636c09d9e10 req-9d6fa9a9-a415-48d5-b739-934c9fcdb787 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:01.863805 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-32bf4ced-63aa-4ab7-a201-3636c09d9e10 req-9d6fa9a9-a415-48d5-b739-934c9fcdb787 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1252885 Aug 09 18:35:01.915960 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-32bf4ced-63aa-4ab7-a201-3636c09d9e10 req-512d9fbe-4034-47c2-b858-ef6c7ed521e2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499671 Aug 09 18:35:02.020265 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ffa3e-eea8-4d9d-9205-f81f9c7dc6ce req-c46ecba5-7bd1-4cef-bf78-2ef58553bb36 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:02.022193 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-905ffa3e-eea8-4d9d-9205-f81f9c7dc6ce req-c46ecba5-7bd1-4cef-bf78-2ef58553bb36 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0921624 Aug 09 18:35:02.115865 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-905ffa3e-eea8-4d9d-9205-f81f9c7dc6ce req-a5d72362-160c-4d17-b772-2103dcfd04cc tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Aug 09 18:35:02.303934 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16046106-ee91-4689-bac1-a4527ac2292e req-2b748e06-fdbd-4772-b97d-9ce74f4f47f6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:02.305879 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-16046106-ee91-4689-bac1-a4527ac2292e req-2b748e06-fdbd-4772-b97d-9ce74f4f47f6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.1175132 Aug 09 18:35:02.369694 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-16046106-ee91-4689-bac1-a4527ac2292e req-2c662b92-4fb9-4ccc-bfdd-dd1238511a12 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500150 Aug 09 18:35:02.494838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b7d91-f7a0-4ac4-a70d-d6bb3896a4cc req-23365fd1-f558-4dce-ba94-cf5db98ad276 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:02.497619 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-775b7d91-f7a0-4ac4-a70d-d6bb3896a4cc req-23365fd1-f558-4dce-ba94-cf5db98ad276 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0979371 Aug 09 18:35:02.549788 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-775b7d91-f7a0-4ac4-a70d-d6bb3896a4cc req-0419e8b8-5614-4583-9c75-85511050cf68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Aug 09 18:35:03.132404 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b1362-6c7f-4cb2-96af-ea2963b848cb req-92ba427a-8e1c-4db2-bab3-c5ec03c23670 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:03.137380 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb1b1362-6c7f-4cb2-96af-ea2963b848cb req-92ba427a-8e1c-4db2-bab3-c5ec03c23670 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0947578 Aug 09 18:35:03.221970 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb1b1362-6c7f-4cb2-96af-ea2963b848cb req-93bbb7b2-1022-4a3d-9607-9bc50484f69f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735667 Aug 09 18:35:03.323612 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d79eb-7e76-4aa5-9530-1a8246d86532 req-a81405a2-5dc7-4b4c-b200-3927025eb22e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:03.326321 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-676d79eb-7e76-4aa5-9530-1a8246d86532 req-a81405a2-5dc7-4b4c-b200-3927025eb22e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0985332 Aug 09 18:35:03.378569 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-676d79eb-7e76-4aa5-9530-1a8246d86532 req-4441f4aa-deae-45be-bb88-e2d7f7921077 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Aug 09 18:35:03.515446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8b48-e7c4-4fc9-9b62-3680d796907e req-6c8d2fcf-782f-4cb4-b4e2-4d3c22712c72 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:03.517404 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a78d8b48-e7c4-4fc9-9b62-3680d796907e req-6c8d2fcf-782f-4cb4-b4e2-4d3c22712c72 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.0554481 Aug 09 18:35:03.559398 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a78d8b48-e7c4-4fc9-9b62-3680d796907e req-196f0592-0131-4aca-8b0e-9e3fb9a590e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340955 Aug 09 18:35:03.716114 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637f30-20a3-40df-b2a7-d01a1f528500 req-7ae399e8-7aff-4042-a7e7-9ebe317b1634 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:03.718888 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e6637f30-20a3-40df-b2a7-d01a1f528500 req-7ae399e8-7aff-4042-a7e7-9ebe317b1634 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0835576 Aug 09 18:35:03.770452 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e6637f30-20a3-40df-b2a7-d01a1f528500 req-6db30779-6273-45f0-9e52-e29e4a9b50c2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Aug 09 18:35:04.424626 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40742c7-a296-470c-9f79-7640720bb8f6 req-86406c83-ecfc-4167-8fef-a6791d00f149 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:04.430469 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d40742c7-a296-470c-9f79-7640720bb8f6 req-86406c83-ecfc-4167-8fef-a6791d00f149 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1256874 Aug 09 18:35:04.492612 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d40742c7-a296-470c-9f79-7640720bb8f6 req-815159b3-092a-4a8b-9c1c-39596941a64c tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524623 Aug 09 18:35:04.634058 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e10f1-d523-4879-84f7-c04752a82d90 req-b79201fa-5247-46b6-a819-75ead3437fe8 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:04.636112 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e90e10f1-d523-4879-84f7-c04752a82d90 req-b79201fa-5247-46b6-a819-75ead3437fe8 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0678265 Aug 09 18:35:04.697280 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e90e10f1-d523-4879-84f7-c04752a82d90 req-8a15f5c1-df03-4d44-a897-3dc0f09b448f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529778 Aug 09 18:35:04.888347 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a8b9-1ad8-43ad-9e4b-ca36774c3f08 req-2e835996-9c00-4bbc-b2a6-edc1d6501b95 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:04.890791 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-55c4a8b9-1ad8-43ad-9e4b-ca36774c3f08 req-2e835996-9c00-4bbc-b2a6-edc1d6501b95 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0760725 Aug 09 18:35:04.903838 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44844) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:04.914103 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'floatingip': {'port_id': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:05.150117 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b09f04-59b7-4b02-b0c4-53bd5f0b389b req-306b0d6e-42de-4a48-86af-4d5c41d42549 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:05.172885 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03b09f04-59b7-4b02-b0c4-53bd5f0b389b req-306b0d6e-42de-4a48-86af-4d5c41d42549 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.1973336 Aug 09 18:35:05.240054 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:05.259559 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03b09f04-59b7-4b02-b0c4-53bd5f0b389b req-e4ccf5dc-6179-4fa9-bfd4-5a02ccc8a1b7 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824466 Aug 09 18:35:05.560973 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815185a-e2d7-4d77-abe3-0859bfcbb76e req-ad2f1826-7d5a-4a9f-8cca-8068b03e816c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:05.563285 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2815185a-e2d7-4d77-abe3-0859bfcbb76e req-ad2f1826-7d5a-4a9f-8cca-8068b03e816c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1302271 Aug 09 18:35:05.667042 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2815185a-e2d7-4d77-abe3-0859bfcbb76e req-ab30d410-54af-412e-88a3-87c6ee069651 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932555 Aug 09 18:35:05.695653 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73682e88-d089-445c-9505-bd8d08361949 req-6d0619a1-fdbb-461c-9deb-e301af4747a4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:05.705694 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-73682e88-d089-445c-9505-bd8d08361949 req-6d0619a1-fdbb-461c-9deb-e301af4747a4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1082907 Aug 09 18:35:05.773399 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-73682e88-d089-445c-9505-bd8d08361949 req-eef4a47f-7dfd-45b0-b902-771a76ef36e2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Aug 09 18:35:05.903804 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-55b67bae-d4c4-409e-a7a8-9e68504bbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:05.906085 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-55b67bae-d4c4-409e-a7a8-9e68504bbe1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 1099 time: 0.2307699 Aug 09 18:35:05.930772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06b849-55e7-488e-9c06-50027ed343cd req-d9083b7c-e4a4-411e-9b24-9b9726b4639c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:05.933418 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5e06b849-55e7-488e-9c06-50027ed343cd req-d9083b7c-e4a4-411e-9b24-9b9726b4639c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0739660 Aug 09 18:35:05.943642 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44870) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:05.950893 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'floatingip': {'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:06.034683 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:06.141357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44876) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:06.227886 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-ffcfe070-0d0d-419f-b245-7d51df4e99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:06.229560 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-ffcfe070-0d0d-419f-b245-7d51df4e99cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.2985797 Aug 09 18:35:06.334468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e9cd48b8-1ed6-4a87-ae18-5e08f9a0782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:06.454755 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:06.461275 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:06.627017 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Floating IP f8911dcb-8a69-4c0a-bca9-e16ae3709ae1 associated. External IP: 172.27.3.57, port: 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf. Aug 09 18:35:06.855496 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bbb1c-0954-4a55-86e9-8fb1fa132e81 req-ef7f2cc7-0309-4784-b29e-44ce41b421d9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:06.857192 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3c3bbb1c-0954-4a55-86e9-8fb1fa132e81 req-ef7f2cc7-0309-4784-b29e-44ce41b421d9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.2105560 Aug 09 18:35:06.884821 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:35:07.008881 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e9cd48b8-1ed6-4a87-ae18-5e08f9a0782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.043816 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e9cd48b8-1ed6-4a87-ae18-5e08f9a0782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.099239 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3c3bbb1c-0954-4a55-86e9-8fb1fa132e81 req-98e26a7b-647b-432e-83b9-66161066eab1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325587 Aug 09 18:35:07.212037 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-e9cd48b8-1ed6-4a87-ae18-5e08f9a0782e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=788d6862daa24238ad0112fa6ef83c41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0693507 Aug 09 18:35:07.216281 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44892) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:07.219964 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd48b8-1ed6-4a87-ae18-5e08f9a0782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb498f6b-8a6d-40e2-b8f1-f44a390bcc6e,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:07.244325 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ff67-e343-4226-a57f-8577df49afba req-7de56ecc-5c8a-4fb2-9fb4-a7a2ae578142 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:07.245957 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8084ff67-e343-4226-a57f-8577df49afba req-7de56ecc-5c8a-4fb2-9fb4-a7a2ae578142 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.3456378 Aug 09 18:35:07.258176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.db.resource_extend [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 18:35:07.260405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:35:07.271719 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.283483 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:35:07.300024 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:07.302812 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:07.307922 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0f056d0e-57d4-4678-90a5-22d459c28abd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "PUT /v2.0/floatingips/f8911dcb-8a69-4c0a-bca9-e16ae3709ae1 HTTP/1.1" status: 200 len: 990 time: 2.4009168 Aug 09 18:35:07.312744 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:35:07.315637 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4ceb43-a866-40cf-860f-0f9a244e5722" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:35:07.343670 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-73263f65-8fa6-4097-a334-e892aae110c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.375462 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.379475 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-73263f65-8fa6-4097-a334-e892aae110c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.379720 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8084ff67-e343-4226-a57f-8577df49afba req-97db833d-f240-4157-96a6-456b8ffd899b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236904 Aug 09 18:35:07.382260 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.451556 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb6fb3-40f9-447b-bf71-40c86a5d2a2c x-openstack-request-id: req-d6fb6fb3-40f9-447b-bf71-40c86a5d2a2c {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:35:07.451929 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:35:07.452330 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6fb6fb3-40f9-447b-bf71-40c86a5d2a2c {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:35:07.452949 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'status': 'completed', 'code': 200} Aug 09 18:35:07.468993 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-73263f65-8fa6-4097-a334-e892aae110c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.476901 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-73263f65-8fa6-4097-a334-e892aae110c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.479243 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-73263f65-8fa6-4097-a334-e892aae110c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb498f6b-8a6d-40e2-b8f1-f44a390bcc6e HTTP/1.1" status: 204 len: 168 time: 0.2618570 Aug 09 18:35:07.509134 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73263f65-8fa6-4097-a334-e892aae110c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb498f6b-8a6d-40e2-b8f1-f44a390bcc6e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:07.558743 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Floating IP c9df177f-303f-489e-9187-b2ba225bcf35 associated. External IP: 172.27.3.76, port: 8712aea0-2dbf-4f5d-9157-f9108bfa95d1. Aug 09 18:35:07.574521 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:07.891189 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Router 046667ee-a597-4677-b67d-0ae9acd245d1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:35:07.933460 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44910) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:07.946462 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': 'f8911dcb-8a69-4c0a-bca9-e16ae3709ae1', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'port_id': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'mac_address': 'fa:16:3e:44:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:34:24Z', 'updated_at': '2021-08-09T18:35:06Z', 'revision_number': 1, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:07.949422 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c02399d0-47d8-4965-ba52-47c162e9ebc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:07.976016 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:35:07.986042 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:07.986866 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:08.041702 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:35:08.049385 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.056484 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:35:08.069516 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:08.070370 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:08.089480 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-76c7f2c8-850c-48e2-8c25-5fdf95859786 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "PUT /v2.0/floatingips/c9df177f-303f-489e-9187-b2ba225bcf35 HTTP/1.1" status: 200 len: 990 time: 2.1444151 Aug 09 18:35:08.090085 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:35:08.096478 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c02399d0-47d8-4965-ba52-47c162e9ebc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.102402 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c02399d0-47d8-4965-ba52-47c162e9ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.104214 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2031a181-02c0-4faa-af2f-db2b00120ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:35:08.129920 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:08.137749 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02399d0-47d8-4965-ba52-47c162e9ebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc582312-258e-46a3-b68b-bcf54a580a89,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:08.210176 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-dd5f5625-7c5a-4c2d-aa8e-9f9cfd608cd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d580337c-181d-41a7-a6b4-1b553baf4565 HTTP/1.1" status: 200 len: 217 time: 0.0471671 Aug 09 18:35:08.218196 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44918) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:08.218982 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c02399d0-47d8-4965-ba52-47c162e9ebc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=401981df17c64600acb863669847da7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835360 Aug 09 18:35:08.279119 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ce7955b0-4c3c-4cf8-bc1c-a2f961c9038d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.317405 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ce7955b0-4c3c-4cf8-bc1c-a2f961c9038d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.345625 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:08.383553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ce7955b0-4c3c-4cf8-bc1c-a2f961c9038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.387165 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ce7955b0-4c3c-4cf8-bc1c-a2f961c9038d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:08.390642 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ce7955b0-4c3c-4cf8-bc1c-a2f961c9038d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc582312-258e-46a3-b68b-bcf54a580a89 HTTP/1.1" status: 204 len: 168 time: 0.1703384 Aug 09 18:35:08.407773 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7955b0-4c3c-4cf8-bc1c-a2f961c9038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc582312-258e-46a3-b68b-bcf54a580a89,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:08.611044 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': 'f8911dcb-8a69-4c0a-bca9-e16ae3709ae1', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'port_id': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'mac_address': 'fa:16:3e:44:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:34:24Z', 'updated_at': '2021-08-09T18:35:06Z', 'revision_number': 1, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:08.648341 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea39935-52d3-4aeb-bc33-9cdec40d643d None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': 'f8911dcb-8a69-4c0a-bca9-e16ae3709ae1', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'floating_ip_address': '172.27.3.57', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'port_id': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'mac_address': 'fa:16:3e:44:51:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:34:24Z', 'updated_at': '2021-08-09T18:35:06Z', 'revision_number': 1, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:35:08.757285 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': 'c9df177f-303f-489e-9187-b2ba225bcf35', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'mac_address': 'fa:16:3e:40:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:34:25Z', 'updated_at': '2021-08-09T18:35:07Z', 'revision_number': 1, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:08.834184 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:35:08.846765 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:08.847415 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:34:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:08.970846 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecd643-dd68-4d0c-bdc0-2e64ab11b1c9 None None] New status for floating IP f8911dcb-8a69-4c0a-bca9-e16ae3709ae1: ACTIVE {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:35:08.991915 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:09.293728 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': 'c9df177f-303f-489e-9187-b2ba225bcf35', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'mac_address': 'fa:16:3e:40:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:34:25Z', 'updated_at': '2021-08-09T18:35:07Z', 'revision_number': 1, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:09.327792 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fc6d01-7ab1-4603-bcf8-a492f9945adf None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': 'c9df177f-303f-489e-9187-b2ba225bcf35', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'mac_address': 'fa:16:3e:40:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:34:25Z', 'updated_at': '2021-08-09T18:35:07Z', 'revision_number': 1, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:35:09.553069 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b69268-7935-4a0f-ad78-7d69cedc1174 None None] New status for floating IP c9df177f-303f-489e-9187-b2ba225bcf35: ACTIVE {{(pid=93498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:35:10.369240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2de10278-9447-44d8-aa3b-dc018e50f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.554689 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 44990) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:10.677608 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.780928 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.785280 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.828866 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8da323ace6aa4be4a787989eb1e0609c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729661 Aug 09 18:35:10.829860 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dcbb55-1011-424f-a763-b63c91be6978,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:10.832215 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 44994) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:10.839164 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.839580 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.839979 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.840386 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.843501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.843501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.843501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.843501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.843501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.844162 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.844162 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.844396 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f4ee6c-1522-4ad2-9edd-0c9d468545ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:10.906156 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.932814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.993311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.997266 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:10.998673 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65dcbb55-1011-424f-a763-b63c91be6978 HTTP/1.1" status: 204 len: 168 time: 0.1652541 Aug 09 18:35:11.010099 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dcbb55-1011-424f-a763-b63c91be6978,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:11.023649 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.024294 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.024952 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.025635 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.026472 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.040612 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.040612 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.040612 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.041498 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.041837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.042268 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.042666 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd5548-20f4-4473-97ba-e1270c1c83ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:11.146734 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-ab04ba89-d3d2-43dc-be95-c626a44fb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:11.147885 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-ab04ba89-d3d2-43dc-be95-c626a44fb700 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0522094 Aug 09 18:35:11.158333 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-af81b6a8-7120-403c-80b3-c8b020e0ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:11.160448 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-af81b6a8-7120-403c-80b3-c8b020e0ab37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1098 time: 0.0578570 Aug 09 18:35:11.205070 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aec731-978e-402a-99a2-35a9837b0fef x-openstack-request-id: req-f1aec731-978e-402a-99a2-35a9837b0fef {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:35:11.205417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:35:11.205695 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1aec731-978e-402a-99a2-35a9837b0fef {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:35:11.206041 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'status': 'completed', 'code': 200} Aug 09 18:35:11.235831 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-b2d73d71-4d23-43f8-8d75-1149c6b84c5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568223 Aug 09 18:35:11.377155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-50e702f0-1e90-43b6-a5b1-280e907e6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:11.379196 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-50e702f0-1e90-43b6-a5b1-280e907e6705 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1098 time: 0.1007671 Aug 09 18:35:11.380703 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-82b236a2-43da-464e-b917-652fc91d5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:11.382641 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-341637ab-d297-4b34-b898-8e68131faa08 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272585 Aug 09 18:35:11.382772 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-82b236a2-43da-464e-b917-652fc91d5d89 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.2029603 Aug 09 18:35:11.390099 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45008) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:11.398012 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168b97-cbc7-434b-9a12-aaba62c0fc52 req-be36ac08-6562-4b15-bed6-2d67cf608923 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:11.399819 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c168b97-cbc7-434b-9a12-aaba62c0fc52 req-be36ac08-6562-4b15-bed6-2d67cf608923 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1348913 Aug 09 18:35:11.415659 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0e51aee7-3344-4d2f-82e9-cb47c209d276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.544970 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-22506ff5-92ac-4801-9f8e-e4d482e76bbc req-e2c413fa-67a8-4aa5-8ec2-3afe8d408bdf service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369567 Aug 09 18:35:11.610933 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0e51aee7-3344-4d2f-82e9-cb47c209d276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.617339 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0e51aee7-3344-4d2f-82e9-cb47c209d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.671635 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0e51aee7-3344-4d2f-82e9-cb47c209d276 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d37be660ad3547b1a57b3ac3fd228668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790666 Aug 09 18:35:11.673148 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51aee7-3344-4d2f-82e9-cb47c209d276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865ecd91-111d-4a4b-bd0d-fca49305dfe6,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:11.678133 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45014) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:11.745193 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-83cca4c2-1ef1-49eb-9467-92645bc9982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.782573 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-83cca4c2-1ef1-49eb-9467-92645bc9982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.839674 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-83cca4c2-1ef1-49eb-9467-92645bc9982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.843268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-83cca4c2-1ef1-49eb-9467-92645bc9982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:11.844638 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-83cca4c2-1ef1-49eb-9467-92645bc9982b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/865ecd91-111d-4a4b-bd0d-fca49305dfe6 HTTP/1.1" status: 204 len: 168 time: 0.1649706 Aug 09 18:35:11.853388 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca4c2-1ef1-49eb-9467-92645bc9982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ecd91-111d-4a4b-bd0d-fca49305dfe6,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:11.883716 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c168b97-cbc7-434b-9a12-aaba62c0fc52 req-3257f9a7-6e4d-4aec-b61b-30b9ad6b8845 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701831 Aug 09 18:35:11.887959 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-b88b81f4-1436-41e6-8c7f-337d523ea0d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 1000 time: 0.4774175 Aug 09 18:35:11.891639 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-182f14a3-2e96-4bca-9932-56c9c7c80b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:11.893061 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-182f14a3-2e96-4bca-9932-56c9c7c80b0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.4922659 Aug 09 18:35:12.010141 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-fafd7635-b1b8-4f88-b683-50a2fb314f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:12.011833 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-fafd7635-b1b8-4f88-b683-50a2fb314f80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.1055129 Aug 09 18:35:12.017153 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-a4433eee-37e6-49e0-815a-71b150e4fa04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 1000 time: 0.1093786 Aug 09 18:35:12.119334 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-ff786264-0d2a-4bfb-a3b9-e03e037bab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:12.120831 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-ff786264-0d2a-4bfb-a3b9-e03e037bab8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0861106 Aug 09 18:35:12.126474 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-3eb3b75f-f8e2-4d2d-a9d6-d461bc1d90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:12.128233 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-3eb3b75f-f8e2-4d2d-a9d6-d461bc1d90f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030717 Aug 09 18:35:12.256992 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-a0d2de5d-fac8-432e-8c4f-6e34a7967781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:12.259050 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-a0d2de5d-fac8-432e-8c4f-6e34a7967781 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1199634 Aug 09 18:35:12.377820 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-0e67e60e-02a9-4ad1-923e-10f3b62b0e55 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102568 Aug 09 18:35:12.490899 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-c51c0f5a-118e-419e-a77a-632fb9d156b1 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067671 Aug 09 18:35:12.610757 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c4ceb43-a866-40cf-860f-0f9a244e5722 req-2a525e9d-2476-4539-810d-4357262a6788 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044713 Aug 09 18:35:12.647764 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2031a181-02c0-4faa-af2f-db2b00120ed7 req-b3b5fd37-86a3-4e69-a46f-577f5b0aa286 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357956 Aug 09 18:35:12.972862 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45066) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:13.053960 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2d975402-9590-418a-b7a6-0555ca7e94da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.054762 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1489a-fb5d-4cc3-a16e-8e61d5d5d997 req-d15d8b57-e6a3-4c5d-9635-a982bf6bda8e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:13.059470 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0e1489a-fb5d-4cc3-a16e-8e61d5d5d997 req-d15d8b57-e6a3-4c5d-9635-a982bf6bda8e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0735946 Aug 09 18:35:13.125638 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0e1489a-fb5d-4cc3-a16e-8e61d5d5d997 req-edeb55c0-3ee4-4168-a6b6-8af64cfaa3d0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588610 Aug 09 18:35:13.129284 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1487187989-network', 'tenant_id': '8c715b98b08a4a76b767814e8e756fe6'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:13.154169 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Made reservation on behalf of 8c715b98b08a4a76b767814e8e756fe6 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:13.157132 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.168841 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.178156 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.275470 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.279592 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.305432 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:35:13.317212 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89006ad6-a56f-411e-9f9a-9f1c88fda90a,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:13.321677 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.322027 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Added segment 03b7b6ae-2a34-4a20-9855-2e2f5bc97ed7 of type vlan for network c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b Aug 09 18:35:13.371683 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.403089 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.404269 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:13.405541 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.469413 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4952309 Aug 09 18:35:13.472864 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45080) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:13.477426 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Request body: {'subnet': {'network_id': 'c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1487187989-subnet', 'tenant_id': '8c715b98b08a4a76b767814e8e756fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:13.486595 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902bf47-9cae-43e1-a460-c09a819d8271 admin admin] Pushing event updated for resources: {'Network': ['ID=c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:13.505599 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:35:13.508407 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Made reservation on behalf of 8c715b98b08a4a76b767814e8e756fe6 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:13.511347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.723553 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.775019 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd40400-54d0-4595-9016-53e22d48f429,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:13.791153 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Checking segment: {'id': '03b7b6ae-2a34-4a20-9855-2e2f5bc97ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:13.791512 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Network hostable DHCP agents. Network: c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:35:13.811359 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Network c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:35:13.822503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:13.837471 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:13.838098 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:13.842737 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aec116-7030-4cc1-9c53-96ac4aac4a56 None None] Network c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:13.854670 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-cd006e37-735f-405a-a9ad-52eb0188081b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3813512 Aug 09 18:35:13.978078 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df5a6bd-64c9-46fd-8f62-3b1281335199 None None] Network c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:14.346498 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.438179 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45104) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:14.443615 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-674318056-network', 'tenant_id': '5103d6cdfb2a499e87b16d78b9954383'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:14.465971 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Made reservation on behalf of 5103d6cdfb2a499e87b16d78b9954383 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:14.469327 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.479302 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.582392 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.586433 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.614213 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:35:14.625317 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a90db9b-ce5e-4639-b5bb-4297b9c01163,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:14.631059 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.631402 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Added segment 2a55ca55-b12a-435b-84df-e5495c03eb76 of type vlan for network 9ce925cd-ddf7-4826-a7a6-687dc85d5e95 Aug 09 18:35:14.681150 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.714564 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.715999 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:14.716588 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:14.778069 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3385780 Aug 09 18:35:14.780594 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45108) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:14.787898 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Request body: {'subnet': {'network_id': '9ce925cd-ddf7-4826-a7a6-687dc85d5e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-674318056-subnet', 'tenant_id': '5103d6cdfb2a499e87b16d78b9954383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:14.792338 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce74e3-c43a-4e98-ab17-b97a1600bc7a admin admin] Pushing event updated for resources: {'Network': ['ID=9ce925cd-ddf7-4826-a7a6-687dc85d5e95,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:14.804352 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 9ce925cd-ddf7-4826-a7a6-687dc85d5e95 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:35:14.815394 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Made reservation on behalf of 5103d6cdfb2a499e87b16d78b9954383 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:14.817879 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:15.018504 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:15.073916 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a5938f-1741-4b78-8f05-338b961edd25,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:15.091357 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Checking segment: {'id': '2a55ca55-b12a-435b-84df-e5495c03eb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9ce925cd-ddf7-4826-a7a6-687dc85d5e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:15.091717 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Network hostable DHCP agents. Network: 9ce925cd-ddf7-4826-a7a6-687dc85d5e95, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:35:15.114112 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Network 9ce925cd-ddf7-4826-a7a6-687dc85d5e95 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:35:15.125111 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 9ce925cd-ddf7-4826-a7a6-687dc85d5e95) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:15.130812 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:15.131819 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:15.139686 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7885f-8cda-4bfe-9346-b9a353d3e3bb None None] Network 9ce925cd-ddf7-4826-a7a6-687dc85d5e95 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:15.151276 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a447542f-d17c-4246-881a-1b23c8ab00b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3692327 Aug 09 18:35:15.321068 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ca549-8677-4789-84c1-03c7ef1dcecf None None] Network 9ce925cd-ddf7-4826-a7a6-687dc85d5e95 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:15.705742 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:17.504245 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:18.018640 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d227-4932-48a1-959a-ea8035dbb988 req-e2e46c10-35d8-4f0c-a003-92aeb1b9eb95 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:18.020278 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2f18d227-4932-48a1-959a-ea8035dbb988 req-e2e46c10-35d8-4f0c-a003-92aeb1b9eb95 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0745490 Aug 09 18:35:18.023165 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-c1d07e7c-4866-4667-a279-bee8a7bfb5ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894029 Aug 09 18:35:18.067729 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2f18d227-4932-48a1-959a-ea8035dbb988 req-a11818ae-5df7-414f-8515-dc77be782f8e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Aug 09 18:35:18.338429 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e66b0f-9505-42bf-91fb-07466c816791 req-171588ef-6b3e-4e88-978c-fec7906b1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:18.339972 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-171588ef-6b3e-4e88-978c-fec7906b1297 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 1098 time: 0.0442307 Aug 09 18:35:18.466637 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e66b0f-9505-42bf-91fb-07466c816791 req-cd10e14f-2332-4e12-b3e9-75dce8d6ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:18.468351 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-cd10e14f-2332-4e12-b3e9-75dce8d6ae4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 916 time: 0.1073403 Aug 09 18:35:18.529777 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-fe7de43c-4907-46f1-91d1-05b4381bd89b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64610cbb-13fa-4e13-b783-8b28ba55e900 HTTP/1.1" status: 200 len: 217 time: 0.0441730 Aug 09 18:35:18.612732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e66b0f-9505-42bf-91fb-07466c816791 req-d0ab1cf1-20e9-4232-b573-8e33a4d31d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:18.614380 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-d0ab1cf1-20e9-4232-b573-8e33a4d31d25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.0502796 Aug 09 18:35:18.659696 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-5d15a0a3-25ae-415c-bcd1-682ea2531286 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331640 Aug 09 18:35:18.781499 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-0cc3b130-7f38-416c-8f0e-8bb8cb03d766 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075814 Aug 09 18:35:18.887205 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88e66b0f-9505-42bf-91fb-07466c816791 req-8154837f-25bd-44d6-88d3-3b38c4dc91c8 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909891 Aug 09 18:35:19.224777 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff689747-86b1-4f65-8a26-c8483612f94c req-0d7a6f67-5c16-4180-98bb-4b095bb8bc97 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:19.226516 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ff689747-86b1-4f65-8a26-c8483612f94c req-0d7a6f67-5c16-4180-98bb-4b095bb8bc97 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0613976 Aug 09 18:35:19.278910 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ff689747-86b1-4f65-8a26-c8483612f94c req-0e5482f6-b272-4c31-95ad-1d3673bae192 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Aug 09 18:35:20.415720 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac3203-a61a-4728-ae35-e2ac8361d29c req-99fb907c-6e62-4c4d-aaff-5c571ef2e8f3 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:20.417289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93ac3203-a61a-4728-ae35-e2ac8361d29c req-99fb907c-6e62-4c4d-aaff-5c571ef2e8f3 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0545402 Aug 09 18:35:20.458108 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93ac3203-a61a-4728-ae35-e2ac8361d29c req-1bdd39f5-7c6a-4174-a44d-174b6108a1fa tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Aug 09 18:35:26.254001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44b9f0-db43-45ad-a9ee-8334fc88aa7d req-a28ecb06-4172-4758-a39d-c8701e3fc80b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:26.255512 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fa44b9f0-db43-45ad-a9ee-8334fc88aa7d req-a28ecb06-4172-4758-a39d-c8701e3fc80b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0555506 Aug 09 18:35:26.298562 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fa44b9f0-db43-45ad-a9ee-8334fc88aa7d req-530f6a93-f362-4dcb-bc59-7422fc3935e5 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Aug 09 18:35:27.281133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40b058-92d3-4836-bb16-96c179f56671 req-7512ebb8-feef-4a83-9e40-5f145aa4cdc7 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:27.282823 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3c40b058-92d3-4836-bb16-96c179f56671 req-7512ebb8-feef-4a83-9e40-5f145aa4cdc7 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.0566604 Aug 09 18:35:27.324318 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3c40b058-92d3-4836-bb16-96c179f56671 req-a0bc989a-9a4a-481b-b2b7-1728449d87cd tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Aug 09 18:35:27.446966 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb112a-6e54-4c06-bc11-7e7e9b484235 req-aa63c660-bf35-4432-b642-06c7c77bf440 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:27.448495 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-efdb112a-6e54-4c06-bc11-7e7e9b484235 req-aa63c660-bf35-4432-b642-06c7c77bf440 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0498018 Aug 09 18:35:27.488504 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-efdb112a-6e54-4c06-bc11-7e7e9b484235 req-88818ac4-83a6-44cf-b101-fd6bfb036752 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Aug 09 18:35:27.890268 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:35:28.457192 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a01445-85b7-4ae4-b9a2-b11018907a4f req-415c28d3-bf68-4cc2-a2e0-4cf0a24c86c0 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:28.458776 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e2a01445-85b7-4ae4-b9a2-b11018907a4f req-415c28d3-bf68-4cc2-a2e0-4cf0a24c86c0 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.0580914 Aug 09 18:35:28.500212 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e2a01445-85b7-4ae4-b9a2-b11018907a4f req-7fc01b46-4eb7-4ef7-8d24-e666fc5e55d2 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Aug 09 18:35:28.615471 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6b61-62eb-4bc9-b8b6-7d53e7d4b580 req-7f1d756a-a38d-44cf-9b63-b4893a577501 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:28.616997 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-98cd6b61-62eb-4bc9-b8b6-7d53e7d4b580 req-7f1d756a-a38d-44cf-9b63-b4893a577501 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0555060 Aug 09 18:35:28.656915 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-98cd6b61-62eb-4bc9-b8b6-7d53e7d4b580 req-02cf1fe8-876a-4a1a-a2ed-448115611db2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Aug 09 18:35:29.627493 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f70078-d476-4db8-8733-ca204ae1c23a req-16223c2c-819d-4abe-a5b4-ceb9a9bcdfaf tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:29.629128 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a4f70078-d476-4db8-8733-ca204ae1c23a req-16223c2c-819d-4abe-a5b4-ceb9a9bcdfaf tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.0564959 Aug 09 18:35:29.676016 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a4f70078-d476-4db8-8733-ca204ae1c23a req-d5485045-ddb7-4207-b0f0-eb11e091f8c1 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Aug 09 18:35:29.799955 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc7ff9-083d-42bd-8092-eb710df54fbf req-e77e3dc0-3674-4d62-84a3-14e5988fd3d9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:29.801810 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84cc7ff9-083d-42bd-8092-eb710df54fbf req-e77e3dc0-3674-4d62-84a3-14e5988fd3d9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0551362 Aug 09 18:35:29.845892 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84cc7ff9-083d-42bd-8092-eb710df54fbf req-aede4731-9bc6-4c81-90fc-d9c719c6ecf0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Aug 09 18:35:30.810177 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be9b2f-ef31-4f61-8d02-302e97de475f req-06268eb7-9083-4640-970d-437481887ca3 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:30.811646 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-61be9b2f-ef31-4f61-8d02-302e97de475f req-06268eb7-9083-4640-970d-437481887ca3 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.0530584 Aug 09 18:35:30.854558 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-61be9b2f-ef31-4f61-8d02-302e97de475f req-b9c0218b-1edc-4053-aa57-219f5d028209 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/security-groups?id=488edb92-2ba3-404c-bd8e-c31d6e7b3f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Aug 09 18:35:30.988397 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19702d-426a-4da5-85e2-c3f7e675f2f6 req-7ec2dbc0-bcd1-45f6-b043-9908c67ede87 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:30.990207 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2b19702d-426a-4da5-85e2-c3f7e675f2f6 req-7ec2dbc0-bcd1-45f6-b043-9908c67ede87 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0618143 Aug 09 18:35:31.053400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-c78fbfe1-6cec-4da4-973f-5c7db10f8708 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:31.057130 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-c78fbfe1-6cec-4da4-973f-5c7db10f8708 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.73 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 946 time: 0.0860860 Aug 09 18:35:31.064052 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2b19702d-426a-4da5-85e2-c3f7e675f2f6 req-56d7a21c-78f7-4da4-ba28-547655ebbb05 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Aug 09 18:35:31.214853 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Deleting port bb4cf793-2ce4-4420-ad75-4339c3599484 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:35:31.215193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:31.312052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] For port bb4cf793-2ce4-4420-ad75-4339c3599484, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bb4cf793-2ce4-4420-ad75-4339c3599484,segment=NetworkSegment(62c18324-e0a8-46a4-9197-12bea5215bc0),segment_id=62c18324-e0a8-46a4-9197-12bea5215bc0)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:35:31.312414 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:31.327337 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Calling delete_port for bb4cf793-2ce4-4420-ad75-4339c3599484 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:35:31.510232 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:31.568166 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['bb4cf793-2ce4-4420-ad75-4339c3599484'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:35:31.569051 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Pushing event deleted for resources: {'Port': ['ID=bb4cf793-2ce4-4420-ad75-4339c3599484,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:31.608459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] No DVR routers for this DVR port bb4cf793-2ce4-4420-ad75-4339c3599484 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:35:31.611632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:31.613736 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f9c32c0d-9693-40a7-a0b6-e48f14b0d059 req-607edd53-d84c-49e5-a8f7-d433ee6e4325 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.73 "DELETE /v2.0/ports/bb4cf793-2ce4-4420-ad75-4339c3599484 HTTP/1.1" status: 204 len: 173 time: 0.5489073 Aug 09 18:35:31.614227 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8876341c-8368-405a-b4cd-a1cff47754ce', 'name': 'network-vif-deleted', 'tag': 'bb4cf793-2ce4-4420-ad75-4339c3599484'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:35:31.616475 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1b984-5bf4-49cf-ac64-89f450d8fef2" -d '{"events": [{"server_uuid": "8876341c-8368-405a-b4cd-a1cff47754ce", "name": "network-vif-deleted", "tag": "bb4cf793-2ce4-4420-ad75-4339c3599484"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:35:31.670925 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da842245-dc83-4122-8063-6eb8cf495ba7 x-openstack-request-id: req-da842245-dc83-4122-8063-6eb8cf495ba7 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:35:31.671130 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8876341c-8368-405a-b4cd-a1cff47754ce", "name": "network-vif-deleted", "tag": "bb4cf793-2ce4-4420-ad75-4339c3599484", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:35:31.671445 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da842245-dc83-4122-8063-6eb8cf495ba7 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:35:31.672809 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8876341c-8368-405a-b4cd-a1cff47754ce', 'name': 'network-vif-deleted', 'tag': 'bb4cf793-2ce4-4420-ad75-4339c3599484', 'status': 'completed', 'code': 200} Aug 09 18:35:31.970658 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-79d4c131-927b-49d0-9d7f-a6dd85a535be req-ff0b5850-a87a-4cae-974d-8a5f0c5f7fe3 tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0280585 Aug 09 18:35:32.215069 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b5d4c-7109-477e-b11e-2dfddbfb0672 req-d4c903c1-7f30-4d68-9722-6c20eac58082 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:32.223926 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-613b5d4c-7109-477e-b11e-2dfddbfb0672 req-d4c903c1-7f30-4d68-9722-6c20eac58082 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0678122 Aug 09 18:35:32.274063 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-613b5d4c-7109-477e-b11e-2dfddbfb0672 req-09f1eee2-4503-4e21-8423-00b9ffe65682 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Aug 09 18:35:32.533539 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45436) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:32.678820 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-462f0241-31d2-4ea9-b0c1-051172400220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:32.809834 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-462f0241-31d2-4ea9-b0c1-051172400220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:32.815367 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-462f0241-31d2-4ea9-b0c1-051172400220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:32.857677 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-462f0241-31d2-4ea9-b0c1-051172400220 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40ce96c6f66247e5abba64f017a03d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222957 Aug 09 18:35:32.858714 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f0241-31d2-4ea9-b0c1-051172400220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be5a325-b3c2-409d-b028-40db7f198dbb,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:32.861459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45444) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:32.924048 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-be1d9e9e-1c1e-41d4-86ca-fad03a318153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:32.945967 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-be1d9e9e-1c1e-41d4-86ca-fad03a318153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:33.014702 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-be1d9e9e-1c1e-41d4-86ca-fad03a318153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:33.020766 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-be1d9e9e-1c1e-41d4-86ca-fad03a318153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:33.022663 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-be1d9e9e-1c1e-41d4-86ca-fad03a318153 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5be5a325-b3c2-409d-b028-40db7f198dbb HTTP/1.1" status: 204 len: 168 time: 0.1601145 Aug 09 18:35:33.036828 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d9e9e-1c1e-41d4-86ca-fad03a318153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be5a325-b3c2-409d-b028-40db7f198dbb,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:33.124170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-102d77af-eb51-47f3-89ed-47062cb443f1 req-5fd8b1a2-cb8b-4f11-b8cd-d8f47a7c396a tempest-DeleteServersTestJSON-1242223267 tempest-DeleteServersTestJSON-1242223267-project] 10.222.0.25 "GET /v2.0/ports?device_id=8876341c-8368-405a-b4cd-a1cff47754ce HTTP/1.1" status: 200 len: 210 time: 0.0304339 Aug 09 18:35:33.475686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52f88-590c-4c73-9180-f0a9bf3b7196 req-6b88b320-e969-428a-861e-c5e58a85c85b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:33.489422 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8db52f88-590c-4c73-9180-f0a9bf3b7196 req-6b88b320-e969-428a-861e-c5e58a85c85b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1042879 Aug 09 18:35:33.550186 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8db52f88-590c-4c73-9180-f0a9bf3b7196 req-6ba98019-d005-4684-84c7-fc5b79860406 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593636 Aug 09 18:35:33.603747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device bb4cf793-2ce4-4420-ad75-4339c3599484 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:35:33.649335 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: bb4cf793-2ce4-4420-ad75-4339c3599484 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:35:33.649691 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device bb4cf793-2ce4-4420-ad75-4339c3599484 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:35:34.758345 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dfbec-0039-474b-a46e-35099206bab8 req-9b8c4592-64a3-4916-8b79-62c81866bf01 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:34.760993 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ca8dfbec-0039-474b-a46e-35099206bab8 req-9b8c4592-64a3-4916-8b79-62c81866bf01 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0862174 Aug 09 18:35:34.801348 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ca8dfbec-0039-474b-a46e-35099206bab8 req-cefd7bbe-8488-4316-b478-02da0a425b61 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Aug 09 18:35:35.586291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-a0349f11-d030-4368-9f4d-29e347e0d625 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:35.586291 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-a0349f11-d030-4368-9f4d-29e347e0d625 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.1310506 Aug 09 18:35:35.608081 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-bc19fb70-0d4e-4251-ac40-4cdb2c0cb89d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/quotas/d350ba621fc24439b46eb257e118bca9 HTTP/1.1" status: 200 len: 375 time: 0.0108006 Aug 09 18:35:35.665609 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-aad2091e-ae7e-47f2-b6b1-85935d2d09ad tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507452 Aug 09 18:35:35.772631 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-2673d290-cb74-418d-8736-264f514123b5 service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976648 Aug 09 18:35:35.898819 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-9cf07806-b85d-4061-a409-4bf76911224c service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145999 Aug 09 18:35:36.104871 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c89e44a9-574a-4a9c-b532-358b0e84783c req-e14733c4-cb60-477f-ac3c-019e206635eb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 210 time: 0.0553994 Aug 09 18:35:36.139839 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a641004-25c8-44d3-9c2b-581d3fcbd952 req-52c7c49b-8823-4f70-807f-5d63e78196fe tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:36.141511 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a641004-25c8-44d3-9c2b-581d3fcbd952 req-52c7c49b-8823-4f70-807f-5d63e78196fe tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0786824 Aug 09 18:35:36.198921 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a641004-25c8-44d3-9c2b-581d3fcbd952 req-7f9adee9-01ff-4b3c-a5ee-fb88e262e3ea tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Aug 09 18:35:36.920721 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45596) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:36.977429 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Deleting subnet 85f2d754-91a2-4685-be3d-c3bf3b2a4fd7 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:35:36.981136 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.032684 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.049409 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.123904 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.159300 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f2d754-91a2-4685-be3d-c3bf3b2a4fd7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:37.173058 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.179047 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3b753d20-df1c-4171-863d-78af742c9e3a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/85f2d754-91a2-4685-be3d-c3bf3b2a4fd7 HTTP/1.1" status: 204 len: 168 time: 0.2555504 Aug 09 18:35:37.179714 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45604) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:37.278850 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1426b223-9699-426c-adbb-756ac8966641 req-85d5fa67-5b61-4565-a006-413a8f027be7 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 210 time: 0.0723994 Aug 09 18:35:37.314098 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.392987 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f075d-d562-46b9-9ae3-ae046e54a6d2 req-07d24c12-e885-4a80-89c4-e13ac480fb47 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:37.394784 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c3f075d-d562-46b9-9ae3-ae046e54a6d2 req-07d24c12-e885-4a80-89c4-e13ac480fb47 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0991821 Aug 09 18:35:37.730272 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:37.755126 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c3f075d-d562-46b9-9ae3-ae046e54a6d2 req-9cbbd276-3097-4afe-acc6-9cfa25e4428c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455973 Aug 09 18:35:37.757724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.758232 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.759101 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.759546 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > port after_create 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.759887 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.760227 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > port after_update 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.760699 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.761008 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.761393 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.761777 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.944355 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.945164 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.945942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.946420 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:37.946955 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3da344-9287-416c-be23-9a3c3d2823da']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:37.971047 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c18324-e0a8-46a4-9197-12bea5215bc0') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:37.971394 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c18324-e0a8-46a4-9197-12bea5215bc0') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:37.996760 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.030159 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.047693 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:35:38.048223 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: from cryptography.utils import int_from_bytes Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: from cryptography.utils import int_from_bytes Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:35:38.053743 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:35:38.134426 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.144419 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.147399 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e3da344-9287-416c-be23-9a3c3d2823da HTTP/1.1" status: 204 len: 168 time: 0.9664319 Aug 09 18:35:38.161641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06cdc4-6e63-446b-962e-f64097f3aa4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3da344-9287-416c-be23-9a3c3d2823da,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:38.375686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45630) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:38.426289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8a44add3-e091-471c-a47f-efb92f87023e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1b95f2d9bcd46ba935bf2fd91d8e6e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492554 Aug 09 18:35:38.428642 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45632) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:38.488500 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9c940241-4449-43ae-93c2-c305fd33589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.514349 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9c940241-4449-43ae-93c2-c305fd33589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.575582 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9c940241-4449-43ae-93c2-c305fd33589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.579832 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9c940241-4449-43ae-93c2-c305fd33589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:38.581129 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-9c940241-4449-43ae-93c2-c305fd33589f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/488edb92-2ba3-404c-bd8e-c31d6e7b3f86 HTTP/1.1" status: 204 len: 168 time: 0.1513278 Aug 09 18:35:38.589929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c940241-4449-43ae-93c2-c305fd33589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488edb92-2ba3-404c-bd8e-c31d6e7b3f86,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:40.372615 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8177af0a-1a38-4a16-a59c-7f799db50b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.433972 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45686) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:40.557698 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-25811459-de31-4ee7-9e0c-c9f844956e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.664976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-25811459-de31-4ee7-9e0c-c9f844956e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.671385 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-25811459-de31-4ee7-9e0c-c9f844956e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.722654 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25811459-de31-4ee7-9e0c-c9f844956e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3112e5-6da8-4c2e-a81b-a29abd855c6d,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:40.726863 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-25811459-de31-4ee7-9e0c-c9f844956e4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1383b26ea8f0442fa865aed29b601bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918932 Aug 09 18:35:40.730705 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45690) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:40.804503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6cce1f78-844b-440e-8c94-f9c5dc02f6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.835239 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6cce1f78-844b-440e-8c94-f9c5dc02f6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.898268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6cce1f78-844b-440e-8c94-f9c5dc02f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.902395 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6cce1f78-844b-440e-8c94-f9c5dc02f6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:40.904070 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6cce1f78-844b-440e-8c94-f9c5dc02f6ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d3112e5-6da8-4c2e-a81b-a29abd855c6d HTTP/1.1" status: 204 len: 168 time: 0.1720271 Aug 09 18:35:40.914383 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce1f78-844b-440e-8c94-f9c5dc02f6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3112e5-6da8-4c2e-a81b-a29abd855c6d,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:41.261125 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45702) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:41.277062 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c377b88f-5b3a-4bec-bcad-3344a6d6f2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.399532 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c377b88f-5b3a-4bec-bcad-3344a6d6f2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.404067 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c377b88f-5b3a-4bec-bcad-3344a6d6f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.454542 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c377b88f-5b3a-4bec-bcad-3344a6d6f2f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c94d32bace414959a433d14b41c19f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920769 Aug 09 18:35:41.455448 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377b88f-5b3a-4bec-bcad-3344a6d6f2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd261116-62cd-4dda-ba51-9ae092653179,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:41.458633 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45704) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:41.530685 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a56-4e2d-400e-beaa-6f0c8bedb350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.558090 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a56-4e2d-400e-beaa-6f0c8bedb350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.624644 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a56-4e2d-400e-beaa-6f0c8bedb350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.629644 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3a56-4e2d-400e-beaa-6f0c8bedb350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:41.631680 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-f5cc3a56-4e2d-400e-beaa-6f0c8bedb350 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd261116-62cd-4dda-ba51-9ae092653179 HTTP/1.1" status: 204 len: 168 time: 0.1711791 Aug 09 18:35:41.646088 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc3a56-4e2d-400e-beaa-6f0c8bedb350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd261116-62cd-4dda-ba51-9ae092653179,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:43.052896 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c5abfda2-ad80-45aa-8e35-a71735c25bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:43.178888 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:43.531461 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-43ef39f7-999e-4cd3-b70b-9000fcfa7725 req-a0ae9ed8-0f84-4ab8-9b1a-6c013aa33f3b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 210 time: 0.0354865 Aug 09 18:35:43.667346 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a252fe-63e3-4755-81ee-649bed2c46f2 req-872e1ee1-6e85-48f6-9250-237dfa716e1a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:43.668986 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-70a252fe-63e3-4755-81ee-649bed2c46f2 req-872e1ee1-6e85-48f6-9250-237dfa716e1a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1401834 Aug 09 18:35:43.746760 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-70a252fe-63e3-4755-81ee-649bed2c46f2 req-98574998-ee6d-43df-a373-ba0df385b957 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672207 Aug 09 18:35:43.754602 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-88c6bc3f-137e-4444-8aed-43780f40b51a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:43.756081 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-88c6bc3f-137e-4444-8aed-43780f40b51a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.2286592 Aug 09 18:35:43.786701 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Request body: {'port': {'device_id': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'admin_state_up': True, 'tenant_id': 'd350ba621fc24439b46eb257e118bca9'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:43.899097 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Made reservation on behalf of d350ba621fc24439b46eb257e118bca9 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:43.902706 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.032205 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Allocated IP 172.20.0.9 (51427c17-20e8-4418-ba58-52c9f3748604/ed32f637-09b4-4779-b065-30cb7bb326d3/7c15eda7-d90c-49ec-895b-50b879c15525) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:35:44.190465 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.233547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.282687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Network 51427c17-20e8-4418-ba58-52c9f3748604 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:44.285812 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:44.290570 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:35:44.299544 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:35:44.317602 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event updated for resources: {'Port': ['ID=7c15eda7-d90c-49ec-895b-50b879c15525,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:44.350989 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:44.351622 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.365318 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.380100 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-5b91eb6a-cdd5-4402-bef7-11312d636ae6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975606 Aug 09 18:35:44.401197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Request body: {'port': {'device_id': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:44.459042 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.731110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a4aff-d7c6-4620-9898-dd4115179a5e req-3345e646-e6aa-40ec-a4aa-c633bef98ee4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:44.733698 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-032a4aff-d7c6-4620-9898-dd4115179a5e req-3345e646-e6aa-40ec-a4aa-c633bef98ee4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 931 time: 0.0820363 Aug 09 18:35:44.806584 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c15eda7-d90c-49ec-895b-50b879c15525 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:35:44.815837 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-032a4aff-d7c6-4620-9898-dd4115179a5e req-ac62874e-aa88-4aed-a5c9-2f2c414ea840 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739653 Aug 09 18:35:44.820728 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.863892 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Transition to ACTIVE for port object 7c15eda7-d90c-49ec-895b-50b879c15525 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:44.867835 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:44.917329 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451fe2a-a486-4ac7-86a7-55c5845def3c req-7f8841e4-175a-4121-8157-0452f000ef24 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:44.918829 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6451fe2a-a486-4ac7-86a7-55c5845def3c req-7f8841e4-175a-4121-8157-0452f000ef24 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0955906 Aug 09 18:35:44.951081 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c15eda7-d90c-49ec-895b-50b879c15525,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:45.006953 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6451fe2a-a486-4ac7-86a7-55c5845def3c req-2b611f5b-521f-4174-b15b-84ae78d562e8 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816231 Aug 09 18:35:45.034077 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Attempting to bind port 7c15eda7-d90c-49ec-895b-50b879c15525 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:35:45.034414 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Attempting to bind port 7c15eda7-d90c-49ec-895b-50b879c15525 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:35:45.034747 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Attempting to bind port 7c15eda7-d90c-49ec-895b-50b879c15525 on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:35:45.039019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Port 7c15eda7-d90c-49ec-895b-50b879c15525 on network 51427c17-20e8-4418-ba58-52c9f3748604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:35:45.039339 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Attempting to bind port 7c15eda7-d90c-49ec-895b-50b879c15525 on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:35:45.044134 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:35:45.044526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Checking segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:45.044894 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Bound using segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:35:45.045348 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Bound port: 7c15eda7-d90c-49ec-895b-50b879c15525, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:35:45.045705 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:45.112512 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] For port 7c15eda7-d90c-49ec-895b-50b879c15525, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:35:45.115507 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] For port 7c15eda7-d90c-49ec-895b-50b879c15525, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7c15eda7-d90c-49ec-895b-50b879c15525,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:35:45.119988 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:45.158359 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:45.158984 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:45.160390 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] 10.222.0.73 "PUT /v2.0/ports/7c15eda7-d90c-49ec-895b-50b879c15525 HTTP/1.1" status: 200 len: 1093 time: 0.7637255 Aug 09 18:35:45.160837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'tag': '7c15eda7-d90c-49ec-895b-50b879c15525'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:35:45.163255 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7531222-bc1b-46fc-a980-87cfc7aa1819", "tag": "7c15eda7-d90c-49ec-895b-50b879c15525"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:35:45.188271 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a9be-4772-49cf-b221-fe63dd3b6cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c15eda7-d90c-49ec-895b-50b879c15525,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:45.206490 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21979ffa-19d6-4c28-931a-9f5545352315 x-openstack-request-id: req-21979ffa-19d6-4c28-931a-9f5545352315 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:35:45.206847 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7531222-bc1b-46fc-a980-87cfc7aa1819", "tag": "7c15eda7-d90c-49ec-895b-50b879c15525", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:35:45.207250 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21979ffa-19d6-4c28-931a-9f5545352315 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:35:45.207711 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'tag': '7c15eda7-d90c-49ec-895b-50b879c15525', 'status': 'completed', 'code': 200} Aug 09 18:35:45.432882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d req-a5c3d16d-76aa-4f62-a145-d5cccc77b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:45.434423 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d req-a5c3d16d-76aa-4f62-a145-d5cccc77b943 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 1096 time: 0.0416057 Aug 09 18:35:45.562297 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d req-e3d3dc59-1d44-4dc5-815f-cf9d77f4879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:45.563777 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d req-e3d3dc59-1d44-4dc5-815f-cf9d77f4879a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d350ba621fc24439b46eb257e118bca9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941546 Aug 09 18:35:45.664487 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d req-c420024d-8588-46b2-8b31-9b930987a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:45.666002 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d0d2ba9-080d-401d-94bc-ddccc4f5039d req-c420024d-8588-46b2-8b31-9b930987a011 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932627 Aug 09 18:35:45.705725 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:45.856691 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-575d8771-e2c3-407d-b8cd-e749f7591b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:45.859093 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-575d8771-e2c3-407d-b8cd-e749f7591b99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 1096 time: 0.0600796 Aug 09 18:35:45.962994 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-6a097141-f886-4294-a31b-6da32ef8d3e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c15eda7-d90c-49ec-895b-50b879c15525 HTTP/1.1" status: 200 len: 217 time: 0.0723808 Aug 09 18:35:46.022620 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8cf14-cff1-4a5b-b413-44afde7472e8 req-f716ea0f-c47d-4fb5-9bbe-2bb3a6f662f0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:46.024163 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ec8cf14-cff1-4a5b-b413-44afde7472e8 req-f716ea0f-c47d-4fb5-9bbe-2bb3a6f662f0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 943 time: 0.1183662 Aug 09 18:35:46.032819 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-adf296f3-fc64-4cbf-8217-d4e03cc504ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:46.034346 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-adf296f3-fc64-4cbf-8217-d4e03cc504ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.0637624 Aug 09 18:35:46.091005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-9d7fbaea-e111-4423-ab64-f082d812fd4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484006 Aug 09 18:35:46.142521 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ec8cf14-cff1-4a5b-b413-44afde7472e8 req-49a55ecf-5dfb-4841-9064-92a2dceaf287 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070991 Aug 09 18:35:46.202732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132914de-0f71-453f-aac7-96c1949cc5af req-0ab84cd9-1165-4d2d-89a5-7157c0dd949b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:46.204276 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-132914de-0f71-453f-aac7-96c1949cc5af req-0ab84cd9-1165-4d2d-89a5-7157c0dd949b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1162031 Aug 09 18:35:46.257505 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-49d5018a-e41a-48a0-bfac-5a68ee83308c service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539578 Aug 09 18:35:46.283702 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-132914de-0f71-453f-aac7-96c1949cc5af req-eb4c0028-1da7-4225-9036-aebc2057c955 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Aug 09 18:35:46.359076 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f14bc6-ba6e-46ed-99a5-773f0b43e102 req-e8b9f56b-c8e2-41cd-b8fe-f3a0cbfa7c00 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924764 Aug 09 18:35:47.524577 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:47.600615 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de10bf-5d76-4e85-9cd7-3832fa7ab333 req-db20fd90-e59e-4756-b4e5-ee0932515d81 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:47.602362 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f8de10bf-5d76-4e85-9cd7-3832fa7ab333 req-db20fd90-e59e-4756-b4e5-ee0932515d81 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 943 time: 0.0869274 Aug 09 18:35:47.615019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb234a6-d384-4778-9e19-a7c6a380c89f req-5732ae68-ff51-4049-a61d-c7b7195941ae tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:47.616506 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-abb234a6-d384-4778-9e19-a7c6a380c89f req-5732ae68-ff51-4049-a61d-c7b7195941ae tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0739307 Aug 09 18:35:47.686950 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-abb234a6-d384-4778-9e19-a7c6a380c89f req-4ad5f970-d1cb-40d7-aaf4-233242a77a01 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547311 Aug 09 18:35:47.708738 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f8de10bf-5d76-4e85-9cd7-3832fa7ab333 req-90b3f2ef-9e95-436c-8dfc-6fef0d8eea60 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770392 Aug 09 18:35:47.833526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45864) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:47.939528 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-915a2ff8-2abf-4d57-876b-96e333398885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.045753 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-915a2ff8-2abf-4d57-876b-96e333398885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.046129 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45870) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:48.050651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-915a2ff8-2abf-4d57-876b-96e333398885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.093522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-915a2ff8-2abf-4d57-876b-96e333398885 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f00f971df9374763bfbce4ddfa6cd267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643986 Aug 09 18:35:48.094489 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a2ff8-2abf-4d57-876b-96e333398885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0a87af-2c36-4076-84f0-20abfc12cb8f,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:48.097305 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45874) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:48.166723 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f3f634a-f428-4447-93ef-fda90f9d9a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.168689 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b880d82b-f6fb-45ce-8dc2-981d30a24dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.211954 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b880d82b-f6fb-45ce-8dc2-981d30a24dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.299027 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b880d82b-f6fb-45ce-8dc2-981d30a24dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.301706 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b880d82b-f6fb-45ce-8dc2-981d30a24dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.302957 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b880d82b-f6fb-45ce-8dc2-981d30a24dab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc0a87af-2c36-4076-84f0-20abfc12cb8f HTTP/1.1" status: 204 len: 168 time: 0.2043912 Aug 09 18:35:48.315609 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880d82b-f6fb-45ce-8dc2-981d30a24dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0a87af-2c36-4076-84f0-20abfc12cb8f,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:48.351434 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f3f634a-f428-4447-93ef-fda90f9d9a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.356503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f3f634a-f428-4447-93ef-fda90f9d9a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.398779 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6f3f634a-f428-4447-93ef-fda90f9d9a89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a68cf3de9684be5aea6524d87e74046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515198 Aug 09 18:35:48.402704 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45880) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:48.404600 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f634a-f428-4447-93ef-fda90f9d9a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0615b-2c97-4748-a904-4b5276aa0fd4,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:48.462942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb35508d-a51a-4613-b0ee-4fd0a6e7d408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.488499 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb35508d-a51a-4613-b0ee-4fd0a6e7d408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.545710 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb35508d-a51a-4613-b0ee-4fd0a6e7d408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.550319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb35508d-a51a-4613-b0ee-4fd0a6e7d408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.551984 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-cb35508d-a51a-4613-b0ee-4fd0a6e7d408 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0c0615b-2c97-4748-a904-4b5276aa0fd4 HTTP/1.1" status: 204 len: 168 time: 0.1478736 Aug 09 18:35:48.562984 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35508d-a51a-4613-b0ee-4fd0a6e7d408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0615b-2c97-4748-a904-4b5276aa0fd4,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:48.852344 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45906) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:48.875129 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542ac0f-71a9-42ba-9966-738a3a5e5167 req-838598e4-a5fc-4a7d-bbb5-648ab82cfe6c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:48.877245 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5d4922bc-5adc-42b9-8906-c964a11f5fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:48.884577 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4542ac0f-71a9-42ba-9966-738a3a5e5167 req-838598e4-a5fc-4a7d-bbb5-648ab82cfe6c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1134992 Aug 09 18:35:48.895523 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963ba27-8aa6-4970-bcaa-798c5ed13f75 req-7f3096b5-8f60-4d9a-8696-b7abc2a65649 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:48.897046 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c963ba27-8aa6-4970-bcaa-798c5ed13f75 req-7f3096b5-8f60-4d9a-8696-b7abc2a65649 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 943 time: 0.1249139 Aug 09 18:35:48.977905 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4542ac0f-71a9-42ba-9966-738a3a5e5167 req-d213bd92-f8f2-4066-84a4-99429b183e9a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922093 Aug 09 18:35:48.983510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c963ba27-8aa6-4970-bcaa-798c5ed13f75 req-a73ce799-e351-4a95-be4a-405cc70b8268 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780935 Aug 09 18:35:49.034600 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5d4922bc-5adc-42b9-8906-c964a11f5fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.038861 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5d4922bc-5adc-42b9-8906-c964a11f5fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.075246 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5d4922bc-5adc-42b9-8906-c964a11f5fe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cec680d72ba84224bcdbd13bddc69b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213302 Aug 09 18:35:49.079746 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45920) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:49.089875 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4922bc-5adc-42b9-8906-c964a11f5fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4203f48b-4036-4572-906f-d17ec9941ca7,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:49.142523 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-647cd5fe-db06-4324-8131-ccd2548c905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.171637 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-647cd5fe-db06-4324-8131-ccd2548c905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.210134 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45928) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:49.246774 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-647cd5fe-db06-4324-8131-ccd2548c905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.252726 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-647cd5fe-db06-4324-8131-ccd2548c905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.255029 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-647cd5fe-db06-4324-8131-ccd2548c905d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4203f48b-4036-4572-906f-d17ec9941ca7 HTTP/1.1" status: 204 len: 168 time: 0.1739094 Aug 09 18:35:49.269669 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cd5fe-db06-4324-8131-ccd2548c905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4203f48b-4036-4572-906f-d17ec9941ca7,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:49.353669 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1701588280-network', 'tenant_id': '3af446828a82447aaba157e5130923dc'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:49.379182 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Made reservation on behalf of 3af446828a82447aaba157e5130923dc for: {'network': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:49.379182 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.389061 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.511944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.516141 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.538557 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:35:49.558219 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa36ecb-3eb3-4cdd-8946-2da04dbb47f7,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:49.562052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.562556 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.segments_db [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Added segment e588ab44-7870-4374-92e3-9d9da7b9f0ce of type vlan for network fb46b02e-b970-486b-8b1d-d6caf0184fd6 Aug 09 18:35:49.612764 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.645296 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.646344 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:49.647003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.705363 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4941549 Aug 09 18:35:49.708753 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45960) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:49.714507 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a42ed-6501-4d55-ad13-a40bb698adfc admin admin] Pushing event updated for resources: {'Network': ['ID=fb46b02e-b970-486b-8b1d-d6caf0184fd6,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:49.715562 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Request body: {'subnet': {'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1701588280-subnet', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:49.725720 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:35:49.739738 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Made reservation on behalf of 3af446828a82447aaba157e5130923dc for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:49.742461 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.939663 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:49.997747 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af72d5c-73e8-4d71-878d-f0c98cd32028,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:50.006758 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Checking segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:50.006758 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Network hostable DHCP agents. Network: fb46b02e-b970-486b-8b1d-d6caf0184fd6, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:35:50.025008 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:35:50.036858 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, fb46b02e-b970-486b-8b1d-d6caf0184fd6) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:50.042759 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:50.043910 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.049106 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff80589-13e7-4dd7-8338-e30af3996f02 None None] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:50.063292 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b1751e66-1278-4ec2-b03e-74fdb0b8e4c2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3499541 Aug 09 18:35:50.063595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 45978) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:50.070533 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:50.155086 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.156272 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.188179 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705b4a2-d796-45f1-a37b-b9f47972e4c2 req-e5163787-ebed-4ffd-bae1-7b5a742daf49 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:50.189815 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0705b4a2-d796-45f1-a37b-b9f47972e4c2 req-e5163787-ebed-4ffd-bae1-7b5a742daf49 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0811384 Aug 09 18:35:50.212528 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20f12-898e-4dbc-83ef-b53981486650 req-4b2d260a-9c68-4dea-a71b-faf74934a8d3 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:50.214131 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-19b20f12-898e-4dbc-83ef-b53981486650 req-4b2d260a-9c68-4dea-a71b-faf74934a8d3 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 943 time: 0.1403596 Aug 09 18:35:50.248663 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:35:50.249987 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.267385 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.335696 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0705b4a2-d796-45f1-a37b-b9f47972e4c2 req-8b581871-f29f-484a-8d77-1f40089c71a2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340392 Aug 09 18:35:50.374073 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-19b20f12-898e-4dbc-83ef-b53981486650 req-712fecd7-380f-48b6-8e21-9a47e8603625 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270573 Aug 09 18:35:50.424454 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Allocated IP 172.20.0.2 (fb46b02e-b970-486b-8b1d-d6caf0184fd6/0af72d5c-73e8-4d71-878d-f0c98cd32028/9dc711ac-717e-481c-bca6-5d9f30cbb1cf) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:35:50.448416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.457927 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 45984) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:50.595419 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.595618 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-476d55f2-74b2-43d7-bd27-7967cdb34af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.604588 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Transition to ACTIVE for port object 9dc711ac-717e-481c-bca6-5d9f30cbb1cf will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:50.623613 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Transition to ACTIVE for port object 9dc711ac-717e-481c-bca6-5d9f30cbb1cf will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:50.631363 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.675773 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:50.683830 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:50.689111 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:35:50.692600 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.697252 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Pushing event updated for resources: {'Port': ['ID=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:50.721277 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.731242 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.732429 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.732577 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.733005 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.733478 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.733781 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.734305 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.734812 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.735154 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.735480 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.735834 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.736130 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:50.753888 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-476d55f2-74b2-43d7-bd27-7967cdb34af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.755084 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46000) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:50.765930 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-476d55f2-74b2-43d7-bd27-7967cdb34af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.772077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Attempting to bind port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:35:50.772456 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Attempting to bind port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:35:50.772818 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Attempting to bind port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:35:50.778044 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:35:50.778443 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Checking segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:50.779380 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.779769 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Bound using segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:35:50.780233 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Bound port: 9dc711ac-717e-481c-bca6-5d9f30cbb1cf, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:35:50.780615 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.850590 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Allocated IP 172.27.3.145 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/bacc95ec-fa3a-4a98-b16f-5ccef00885c7) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:35:50.852551 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-476d55f2-74b2-43d7-bd27-7967cdb34af9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e615bc9a27e42ee8565c5408fea3d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934946 Aug 09 18:35:50.856369 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46006) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:50.864399 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] For port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:35:50.868323 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] For port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:35:50.876940 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.893841 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d55f2-74b2-43d7-bd27-7967cdb34af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff5303-61ce-4c45-b4a8-56e4a344193c,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:50.900676 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Deleting subnet 1dd40400-54d0-4595-9016-53e22d48f429 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:35:50.910250 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.957755 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fac27f-e1d3-46a5-916b-d044c0a4a557 None None] Pushing event updated for resources: {'Port': ['ID=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:50.961004 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.963347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-04e10891-cbe0-437d-a81f-3c5e340ed008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:50.976046 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.003366 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.013380 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-04e10891-cbe0-437d-a81f-3c5e340ed008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.054046 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.070478 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.098948 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:51.104852 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:51.105176 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.107139 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1dd40400-54d0-4595-9016-53e22d48f429 HTTP/1.1" status: 204 len: 168 time: 0.3508294 Aug 09 18:35:51.108616 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eae883-2a76-4f1f-bce0-cb8bda491eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd40400-54d0-4595-9016-53e22d48f429,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:51.109555 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Pushing event updated for resources: {'Port': ['ID=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:51.111454 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46008) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:51.119731 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:35:51.169152 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-04e10891-cbe0-437d-a81f-3c5e340ed008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.173297 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-04e10891-cbe0-437d-a81f-3c5e340ed008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.174827 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-04e10891-cbe0-437d-a81f-3c5e340ed008 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0ff5303-61ce-4c45-b4a8-56e4a344193c HTTP/1.1" status: 204 len: 168 time: 0.3161623 Aug 09 18:35:51.199011 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e10891-cbe0-437d-a81f-3c5e340ed008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff5303-61ce-4c45-b4a8-56e4a344193c,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:51.250959 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.363600 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.386355 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.386745 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.387590 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.388845 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.389522 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.390106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.390640 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.391174 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.391704 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.392203 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.479210 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.479768 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.479870 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.480182 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 18:35:51.480562 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:51.501802 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b7b6ae-2a34-4a20-9855-2e2f5bc97ed7') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:51.502267 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b7b6ae-2a34-4a20-9855-2e2f5bc97ed7') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:51.520750 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.546097 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.555303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:35:51.555703 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: from cryptography.utils import int_from_bytes Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: from cryptography.utils import int_from_bytes Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:35:51.561866 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:35:51.565378 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.621919 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff8708-a9ca-4dbe-81e0-63182627ffda req-e5ddc31a-7f8e-4a55-b0a6-a59d5cad435c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:51.624323 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6eff8708-a9ca-4dbe-81e0-63182627ffda req-e5ddc31a-7f8e-4a55-b0a6-a59d5cad435c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1405871 Aug 09 18:35:51.647443 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a428c-b2ec-4074-817c-32405afde139 req-b0b217b4-e639-43b6-9784-7517745aa151 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:51.656310 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ae5a428c-b2ec-4074-817c-32405afde139 req-b0b217b4-e639-43b6-9784-7517745aa151 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 943 time: 0.1343527 Aug 09 18:35:51.675016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.695826 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.701674 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b HTTP/1.1" status: 204 len: 168 time: 0.5886893 Aug 09 18:35:51.703665 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46034) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:51.711135 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6863b-3941-4515-a769-0611dad760d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24970fb-0b1b-4a96-9ec1-a24f8b8fa36b,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:51.811695 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Deleting subnet 93a5938f-1741-4b78-8f05-338b961edd25 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:35:51.817790 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.889529 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:51.967231 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.079120 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ae5a428c-b2ec-4074-817c-32405afde139 req-53b6d6df-a3ca-40a1-a2be-91751ab90813 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218411 Aug 09 18:35:52.110920 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6eff8708-a9ca-4dbe-81e0-63182627ffda req-40055b2a-edce-4fee-a9ee-fbc042bf188f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411726 Aug 09 18:35:52.112358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.156091 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.185735 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93a5938f-1741-4b78-8f05-338b961edd25 HTTP/1.1" status: 204 len: 168 time: 0.4744084 Aug 09 18:35:52.209872 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46052) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:52.229495 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b186f1b-fd21-4ef5-be55-db5829377353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a5938f-1741-4b78-8f05-338b961edd25,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:52.265161 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b6299-4165-4cac-8085-a91edc38ec7d None None] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:52.337470 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-c2820fe3-9b1d-4a0f-97dd-7edfa7b375c3 None None] Provisioning for port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:35:52.358565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.381291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.500425 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.515775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce925cd-ddf7-4826-a7a6-687dc85d5e95']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:52.555099 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a55ca55-b12a-435b-84df-e5495c03eb76') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:52.555391 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a55ca55-b12a-435b-84df-e5495c03eb76') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:52.572651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.600324 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.607549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:35:52.608045 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:35:52.624462 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:35:52.654974 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 9dc711ac-717e-481c-bca6-5d9f30cbb1cf up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:35:52.714782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.721830 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:35:52.727360 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:52.728312 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.742086 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:35:52.748391 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.750573 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] 10.222.0.25 "DELETE /v2.0/networks/9ce925cd-ddf7-4826-a7a6-687dc85d5e95 HTTP/1.1" status: 204 len: 168 time: 0.5307884 Aug 09 18:35:52.753353 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00ba53-863a-4306-b0d4-d385337c9ede admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce925cd-ddf7-4826-a7a6-687dc85d5e95,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:52.797058 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-4f0f747e-5d94-4976-844e-828b2ab69ed1 None None] Provisioning complete for port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:52.797463 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4f0f747e-5d94-4976-844e-828b2ab69ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.871642 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.892549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:35:52.905559 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:35:52.919342 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:52.920656 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:52.937034 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.938524 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3d41fb9b-a584-42bd-bfc9-eaf2de203fdb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8738294 Aug 09 18:35:52.941555 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46070) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:52.976690 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:35:52.978723 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4f0f747e-5d94-4976-844e-828b2ab69ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:52.989449 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.038760 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46074) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:53.051789 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:53.110807 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.db.api [None req-4f0f747e-5d94-4976-844e-828b2ab69ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93498) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:35:53.111517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG oslo_db.api [None req-4f0f747e-5d94-4976-844e-828b2ab69ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:35:53.112559 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:53.163107 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-489ac25b-ddba-49e8-94e9-253e571fa43d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c715b98b08a4a76b767814e8e756fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227500 Aug 09 18:35:53.166235 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46080) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:53.279829 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7c15eda7-d90c-49ec-895b-50b879c15525 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:35:53.378904 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:51Z', 'revision_number': 3, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:53.381001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f954a-6cbf-4e96-9435-f088daf84a80 req-b5510735-397c-46b0-94d1-e45f70fa1962 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:53.382887 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d55f954a-6cbf-4e96-9435-f088daf84a80 req-b5510735-397c-46b0-94d1-e45f70fa1962 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1544912 Aug 09 18:35:53.398492 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34526570-2d3d-445d-8221-5e7f2e2ef0e9 req-ee605d4b-4131-4e27-bde1-fa314bdc0f11 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:53.400082 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-34526570-2d3d-445d-8221-5e7f2e2ef0e9 req-ee605d4b-4131-4e27-bde1-fa314bdc0f11 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 943 time: 0.1863353 Aug 09 18:35:53.411946 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:35:53.412654 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Updating router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:35:53.449809 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1df2108-860b-492b-b135-9ee4b2d31265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.455456 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7c15eda7-d90c-49ec-895b-50b879c15525, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7c15eda7-d90c-49ec-895b-50b879c15525,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:35:53.459118 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.471087 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '7c15eda7-d90c-49ec-895b-50b879c15525', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'port_id': '7c15eda7-d90c-49ec-895b-50b879c15525', 'mac_address': 'fa:16:3e:33:4f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed32f637-09b4-4779-b065-30cb7bb326d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:35:53.504609 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d55f954a-6cbf-4e96-9435-f088daf84a80 req-53e2c578-d600-4a86-8376-c756eae749d4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033592 Aug 09 18:35:53.530151 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.545425 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1df2108-860b-492b-b135-9ee4b2d31265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.550625 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c15eda7-d90c-49ec-895b-50b879c15525 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:35:53.590372 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7c15eda7-d90c-49ec-895b-50b879c15525, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7c15eda7-d90c-49ec-895b-50b879c15525,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:35:53.595708 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.611623 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-34526570-2d3d-445d-8221-5e7f2e2ef0e9 req-d3e7a3b2-40e4-470a-80e5-5ee9253c8d77 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592696 Aug 09 18:35:53.686967 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1df2108-860b-492b-b135-9ee4b2d31265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.690920 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1df2108-860b-492b-b135-9ee4b2d31265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.692379 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b1df2108-860b-492b-b135-9ee4b2d31265 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89006ad6-a56f-411e-9f9a-9f1c88fda90a HTTP/1.1" status: 204 len: 168 time: 0.5185726 Aug 09 18:35:53.710946 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df2108-860b-492b-b135-9ee4b2d31265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89006ad6-a56f-411e-9f9a-9f1c88fda90a,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:53.769688 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7c15eda7-d90c-49ec-895b-50b879c15525,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:53.777887 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.796128 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Transition to ACTIVE for port object bacc95ec-fa3a-4a98-b16f-5ccef00885c7 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:53.805573 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.870350 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Attempting to bind port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:35:53.871005 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Attempting to bind port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:35:53.871549 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Attempting to bind port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:35:53.874897 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Pushing event updated for resources: {'Port': ['ID=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:53.886928 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.888235 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.888998 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.889705 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.890194 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.890682 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.891170 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.891652 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.892152 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.892632 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.893139 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.893631 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:35:53.906194 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:35:53.907313 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:53.907998 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.908557 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:35:53.909283 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Bound port: bacc95ec-fa3a-4a98-b16f-5ccef00885c7, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:35:53.909850 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:53.975738 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] For port bacc95ec-fa3a-4a98-b16f-5ccef00885c7, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:35:53.980731 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] For port bacc95ec-fa3a-4a98-b16f-5ccef00885c7, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:35:53.987097 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.064085 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:54.064765 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:54.067666 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4553131-b6db-4c62-829f-bfbf9318a092 None None] Pushing event updated for resources: {'Port': ['ID=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:54.125655 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.203504 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:54.229505 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46106) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:54.283539 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46108) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:54.284623 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-cab31b78-14f5-47e3-9969-d67140e359fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5103d6cdfb2a499e87b16d78b9954383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532749 Aug 09 18:35:54.359799 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Allocated IP 172.20.0.1 (fb46b02e-b970-486b-8b1d-d6caf0184fd6/0af72d5c-73e8-4d71-878d-f0c98cd32028/ee144b4b-b16d-4055-bfe2-47b52b2d52c9) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:35:54.394928 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-77d8b4d6-4f7a-45d3-a87a-ce72777b8412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.446870 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:51Z', 'revision_number': 3, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:54.464520 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-77d8b4d6-4f7a-45d3-a87a-ce72777b8412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.475100 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c9cc0-37b0-4977-8867-be270177fcab None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:51Z', 'revision_number': 3, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:35:54.561140 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.590218 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 9dc711ac-717e-481c-bca6-5d9f30cbb1cf up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:35:54.591594 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Transition to ACTIVE for port object ee144b4b-b16d-4055-bfe2-47b52b2d52c9 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:54.593869 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-77d8b4d6-4f7a-45d3-a87a-ce72777b8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.597452 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-77d8b4d6-4f7a-45d3-a87a-ce72777b8412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.600802 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-77d8b4d6-4f7a-45d3-a87a-ce72777b8412 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a90db9b-ce5e-4639-b5bb-4297b9c01163 HTTP/1.1" status: 204 len: 168 time: 0.3152919 Aug 09 18:35:54.615957 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8b4d6-4f7a-45d3-a87a-ce72777b8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a90db9b-ce5e-4639-b5bb-4297b9c01163,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:54.652776 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.666633 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:54.667265 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:54.730001 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:54.764935 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:54.767665 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:54.779199 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:35:54.870991 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.085627 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.091943 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-fd5044a5-68cc-4c88-a7b2-f14138999e05 None None] Provisioning for port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:35:55.096563 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-fd5044a5-68cc-4c88-a7b2-f14138999e05 None None] Provisioning complete for port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:55.097200 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-fd5044a5-68cc-4c88-a7b2-f14138999e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.174839 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-fd5044a5-68cc-4c88-a7b2-f14138999e05 None None] Port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:35:55.323811 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.330259 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.403430 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.407324 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:55.529658 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:55.532190 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:55.699197 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:35:55.802113 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-75797eba-c25b-495b-b116-a49dbabb996f None None] Provisioning complete for port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:55.803084 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-75797eba-c25b-495b-b116-a49dbabb996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:55.817221 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:35:55.830309 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b720932b-01a4-44ba-b9fb-9777d23b2be6 admin admin] 10.222.0.25 "PUT /v2.0/routers/15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8799620 Aug 09 18:35:55.843416 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-75797eba-c25b-495b-b116-a49dbabb996f None None] Port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:35:56.426280 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46166) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:56.431475 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-775249996-network', 'tenant_id': '8c12da22493647b0a12b6a90e8709944'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:56.455698 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Made reservation on behalf of 8c12da22493647b0a12b6a90e8709944 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:56.458439 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.468314 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.475400 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:35:56.484870 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:56.485524 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:56.603313 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:56.608401 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.613009 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.645113 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:35:56.657185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b860b09e-adf3-477f-b965-23d5011316c2,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:56.658289 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device bacc95ec-fa3a-4a98-b16f-5ccef00885c7 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:35:56.664988 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.665397 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Added segment 87aa01fe-34a4-4aba-a65b-d17f320ffaba of type vlan for network cfd06908-e67e-4d52-861e-eb42a2655022 Aug 09 18:35:56.716288 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.757728 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.758794 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:56.759540 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.819184 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3917494 Aug 09 18:35:56.822182 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46170) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:56.828835 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Request body: {'subnet': {'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-775249996-subnet', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:56.837126 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af406ce0-d3d6-4750-ac00-49b820930645 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd06908-e67e-4d52-861e-eb42a2655022,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:56.867735 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Made reservation on behalf of 8c12da22493647b0a12b6a90e8709944 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:35:56.870812 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5824552'] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:56.899073 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network cfd06908-e67e-4d52-861e-eb42a2655022 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:35:57.029417 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:35:57.052074 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:57.052446 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.084163 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5824538'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.134477 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e0920a-73a5-4901-b357-6a7205d90b61,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:57.144156 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 2, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:57.154571 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Checking segment: {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:57.154571 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Network hostable DHCP agents. Network: cfd06908-e67e-4d52-861e-eb42a2655022, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:35:57.171006 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Network cfd06908-e67e-4d52-861e-eb42a2655022 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:35:57.180266 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:35:57.180731 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Updating router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:35:57.181640 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, cfd06908-e67e-4d52-861e-eb42a2655022) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:57.195077 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:57.195912 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.209167 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f89c4-d8ed-4841-a4a6-0fc8b67ca1f7 None None] Network cfd06908-e67e-4d52-861e-eb42a2655022 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:35:57.220020 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f7c4a905-a1fe-49c9-bd23-ad1b009c1b64 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3924396 Aug 09 18:35:57.220548 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.220720 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46174) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:57.227284 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:35:57.257521 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.258672 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.271547 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.298979 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port bacc95ec-fa3a-4a98-b16f-5ccef00885c7, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:35:57.322897 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.332488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.487122 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:57.534858 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.561808 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d16b-e7e8-4156-bca4-4f6928634ed9 req-c900d682-92a0-4b3d-a902-21c738f4dcba tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:57.563348 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-16f9d16b-e7e8-4156-bca4-4f6928634ed9 req-c900d682-92a0-4b3d-a902-21c738f4dcba tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1631520 Aug 09 18:35:57.586792 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a3883-6599-41d4-ab4d-4ca2ba67c3a7 req-479ee41f-a546-48e8-89a8-cdf1e2f95f7a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:57.588324 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f77a3883-6599-41d4-ab4d-4ca2ba67c3a7 req-479ee41f-a546-48e8-89a8-cdf1e2f95f7a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 944 time: 0.1892612 Aug 09 18:35:57.618610 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-cfd06908-e67e-4d52-861e-eb42a2655022', 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'fixed_ips': [{'subnet_id': '86e0920a-73a5-4901-b357-6a7205d90b61'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:35:57.619954 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.692737 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-16f9d16b-e7e8-4156-bca4-4f6928634ed9 req-681a7df0-eee1-446c-9d1a-bd99642c3f5d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163132 Aug 09 18:35:57.704928 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f77a3883-6599-41d4-ab4d-4ca2ba67c3a7 req-0d256129-fb9d-4cca-9e75-637a2c51efce tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781627 Aug 09 18:35:57.825915 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.841883 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Allocated IP 172.20.0.2 (cfd06908-e67e-4d52-861e-eb42a2655022/86e0920a-73a5-4901-b357-6a7205d90b61/7df266f4-214f-4ee4-ba9d-f468e6ff693c) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:35:57.847547 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Transition to ACTIVE for port object ee144b4b-b16d-4055-bfe2-47b52b2d52c9 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:57.857073 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.894904 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.914202 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:57.928619 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['7c15eda7-d90c-49ec-895b-50b879c15525'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:35:57.992636 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286a9a2-8ee1-43d4-a7f9-d61746c8abc3 None None] Pushing event updated for resources: {'Port': ['ID=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:58.082859 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Allocated IP 172.27.3.227 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/12ba94da-af39-4e3e-911a-276b36ae675c) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:35:58.150949 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Attempting to bind port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:35:58.151322 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Attempting to bind port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:35:58.151690 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Attempting to bind port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:35:58.168290 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:35:58.168670 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Checking segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:58.169694 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.169907 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Bound using segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:35:58.170297 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Bound port: ee144b4b-b16d-4055-bfe2-47b52b2d52c9, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:35:58.170707 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.185737 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb40502-e33c-4703-b84e-081e3a202b49 req-ff5b35b3-7b01-4905-974c-1e75c9f35543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:58.187497 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-beb40502-e33c-4703-b84e-081e3a202b49 req-ff5b35b3-7b01-4905-974c-1e75c9f35543 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 1099 time: 0.0974019 Aug 09 18:35:58.208159 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.226236 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Transition to ACTIVE for port object 7df266f4-214f-4ee4-ba9d-f468e6ff693c will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:58.251192 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-beb40502-e33c-4703-b84e-081e3a202b49 req-d056b23d-9679-4150-9fb9-f2834c299126 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551081 Aug 09 18:35:58.260375 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.282698 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Transition to ACTIVE for port object 7df266f4-214f-4ee4-ba9d-f468e6ff693c will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:35:58.306886 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.316940 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.360620 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:58.366412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:58.373035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:35:58.385568 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] For port ee144b4b-b16d-4055-bfe2-47b52b2d52c9, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:35:58.396139 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Network cfd06908-e67e-4d52-861e-eb42a2655022 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:35:58.405608 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Pushing event updated for resources: {'Port': ['ID=12ba94da-af39-4e3e-911a-276b36ae675c,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:58.414515 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:35:58.418257 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] For port ee144b4b-b16d-4055-bfe2-47b52b2d52c9, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:35:58.420045 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:35:58.422620 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Pushing event updated for resources: {'Port': ['ID=7df266f4-214f-4ee4-ba9d-f468e6ff693c,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:58.432172 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.548517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Attempting to bind port 7df266f4-214f-4ee4-ba9d-f468e6ff693c on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:35:58.548757 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Attempting to bind port 7df266f4-214f-4ee4-ba9d-f468e6ff693c by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:35:58.549067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Attempting to bind port 7df266f4-214f-4ee4-ba9d-f468e6ff693c on network cfd06908-e67e-4d52-861e-eb42a2655022 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:35:58.552449 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:58.553126 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:58.559472 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286a9a2-8ee1-43d4-a7f9-d61746c8abc3 None None] Pushing event updated for resources: {'Port': ['ID=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:58.563931 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:35:58.564312 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Checking segment: {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:35:58.564718 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.565227 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Bound using segment: {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:35:58.565739 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Bound port: 7df266f4-214f-4ee4-ba9d-f468e6ff693c, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:35:58.566131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.615201 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device bacc95ec-fa3a-4a98-b16f-5ccef00885c7 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:35:58.743278 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:58.906089 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:35:58.942241 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] For port 7df266f4-214f-4ee4-ba9d-f468e6ff693c, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:35:58.968032 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] For port 7df266f4-214f-4ee4-ba9d-f468e6ff693c, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7df266f4-214f-4ee4-ba9d-f468e6ff693c,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:35:58.978667 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:59.011515 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:35:59.011797 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:59.162611 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c18c-2a23-4832-b349-88b148a0acba None None] Pushing event updated for resources: {'Port': ['ID=7df266f4-214f-4ee4-ba9d-f468e6ff693c,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:35:59.290365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:59.310978 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2f9c-beea-4b2e-90a0-33360407eb4e req-0d98ac8d-787d-4a5f-a65b-567cb94ada5c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:59.321025 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bafb2f9c-beea-4b2e-90a0-33360407eb4e req-0d98ac8d-787d-4a5f-a65b-567cb94ada5c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1111424 Aug 09 18:35:59.356797 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-67769523-dacb-467f-b011-02c79a034de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:35:58Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:59.394506 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67769523-dacb-467f-b011-02c79a034de8 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:35:58Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:35:59.410517 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6324d0-6395-4e48-80e5-6ac5ddb69650 req-f7a3afe6-6ac3-4b2e-a0ed-63b32fc798a6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:35:59.411938 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ce6324d0-6395-4e48-80e5-6ac5ddb69650 req-f7a3afe6-6ac3-4b2e-a0ed-63b32fc798a6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 944 time: 0.1592400 Aug 09 18:35:59.443241 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bafb2f9c-beea-4b2e-90a0-33360407eb4e req-ffa2d3f8-65cb-4996-824a-7c7b4d1b5c69 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211979 Aug 09 18:35:59.532341 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ce6324d0-6395-4e48-80e5-6ac5ddb69650 req-5ba0bfdb-0acc-4b1b-9e97-9d582d7f29c7 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062036 Aug 09 18:35:59.598119 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Router 9edfb869-0f42-483d-9618-8b08a70f8736 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:35:59.705552 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:35:59.715184 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Sync routers for ids ['9edfb869-0f42-483d-9618-8b08a70f8736'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:35:59.728823 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Routers {'9edfb869-0f42-483d-9618-8b08a70f8736'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:35:59.729651 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['9edfb869-0f42-483d-9618-8b08a70f8736'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:35:59.739196 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:35:59.740471 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-eb0f2c79-9808-4074-9956-c2651d353464 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5185132 Aug 09 18:35:59.743473 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46200) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:35:59.971858 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Set router 9edfb869-0f42-483d-9618-8b08a70f8736 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:00.246830 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:35:58Z', 'revision_number': 3, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:00.290541 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Checking router: 9edfb869-0f42-483d-9618-8b08a70f8736 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:36:00.290730 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Updating router 9edfb869-0f42-483d-9618-8b08a70f8736 port 12ba94da-af39-4e3e-911a-276b36ae675c binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:36:00.329226 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:00.378744 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02ebed-e049-4401-ac4d-bd88fe50d135 None None] Network cfd06908-e67e-4d52-861e-eb42a2655022 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:00.432106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:00.477319 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-89f6bcc3-1e5b-4680-9d50-71ccccea836f None None] Provisioning for port 7df266f4-214f-4ee4-ba9d-f468e6ff693c completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:00.798125 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ee144b4b-b16d-4055-bfe2-47b52b2d52c9 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:00.831732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511b15e-968f-458b-8ff5-3471047730d0 req-74e34469-3ecf-4322-ac10-47bbfbdf3f55 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:00.845123 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8511b15e-968f-458b-8ff5-3471047730d0 req-74e34469-3ecf-4322-ac10-47bbfbdf3f55 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1912596 Aug 09 18:36:00.882315 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be58c8-e1e7-4123-b88a-e20059bcb279 req-a5958cc1-b5b3-43cf-9b81-65f488785cde tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:00.895166 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88be58c8-e1e7-4123-b88a-e20059bcb279 req-a5958cc1-b5b3-43cf-9b81-65f488785cde tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 944 time: 0.1746790 Aug 09 18:36:00.914917 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7c15eda7-d90c-49ec-895b-50b879c15525 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:00.918006 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Allocated IP 172.20.0.1 (cfd06908-e67e-4d52-861e-eb42a2655022/86e0920a-73a5-4901-b357-6a7205d90b61/4332c83c-00d2-40ac-9934-46f26df8052e) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:00.962863 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:00.992027 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Transition to ACTIVE for port object 12ba94da-af39-4e3e-911a-276b36ae675c will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:01.000436 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.018263 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:01.040154 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:01.040641 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.061640 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88be58c8-e1e7-4123-b88a-e20059bcb279 req-7f342fc3-b27b-4a14-8f41-da4ca05d8605 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542332 Aug 09 18:36:01.086831 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8511b15e-968f-458b-8ff5-3471047730d0 req-587bfbac-4dd8-45f0-9721-bbb5fde9373e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180080 Aug 09 18:36:01.087340 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Attempting to bind port 12ba94da-af39-4e3e-911a-276b36ae675c on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:01.087713 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Attempting to bind port 12ba94da-af39-4e3e-911a-276b36ae675c by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:01.088182 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Attempting to bind port 12ba94da-af39-4e3e-911a-276b36ae675c on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:01.114649 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:01.115024 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:01.115420 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.115809 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:01.116276 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Bound port: 12ba94da-af39-4e3e-911a-276b36ae675c, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:01.116669 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.119925 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbf395-5857-444e-80df-93967ab8cebf None None] Pushing event updated for resources: {'Port': ['ID=12ba94da-af39-4e3e-911a-276b36ae675c,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:01.131155 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 7c15eda7-d90c-49ec-895b-50b879c15525 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:01.156515 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 7c15eda7-d90c-49ec-895b-50b879c15525 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:01.157265 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.171278 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.187229 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] For port 12ba94da-af39-4e3e-911a-276b36ae675c, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:01.190973 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] For port 12ba94da-af39-4e3e-911a-276b36ae675c, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=12ba94da-af39-4e3e-911a-276b36ae675c,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:01.200948 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Transition to ACTIVE for port object 4332c83c-00d2-40ac-9934-46f26df8052e will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:01.202736 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.267533 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.293483 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Routers {'9edfb869-0f42-483d-9618-8b08a70f8736'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:01.294659 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['9edfb869-0f42-483d-9618-8b08a70f8736'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:01.352820 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Network cfd06908-e67e-4d52-861e-eb42a2655022 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:01.360328 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:01.365956 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:01.396642 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914580b0-6299-48ab-aede-c8b68ddb9b28 req-84ac4293-9946-4829-95ac-7cc9b94eb0df tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:01.402787 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-914580b0-6299-48ab-aede-c8b68ddb9b28 req-84ac4293-9946-4829-95ac-7cc9b94eb0df tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1503911 Aug 09 18:36:01.460586 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.464724 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Pushing event updated for resources: {'Port': ['ID=4332c83c-00d2-40ac-9934-46f26df8052e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:01.466701 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbf395-5857-444e-80df-93967ab8cebf None None] Pushing event updated for resources: {'Port': ['ID=12ba94da-af39-4e3e-911a-276b36ae675c,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:01.484330 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.504816 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.508259 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-914580b0-6299-48ab-aede-c8b68ddb9b28 req-cd06ef80-4517-4d5e-8e67-b8d1f3db654f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993733 Aug 09 18:36:01.508797 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] Set router 9edfb869-0f42-483d-9618-8b08a70f8736 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:01.611713 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c15eda7-d90c-49ec-895b-50b879c15525'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:01.615782 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f196d92b-5ca6-4b4d-b858-ac7b88ba850b" -d '{"events": [{"server_uuid": "d7531222-bc1b-46fc-a980-87cfc7aa1819", "name": "network-vif-plugged", "status": "completed", "tag": "7c15eda7-d90c-49ec-895b-50b879c15525"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:01.657392 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port ee144b4b-b16d-4055-bfe2-47b52b2d52c9, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:01.661424 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7c15eda7-d90c-49ec-895b-50b879c15525, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7c15eda7-d90c-49ec-895b-50b879c15525,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:01.667026 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.669488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7df266f4-214f-4ee4-ba9d-f468e6ff693c up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:01.700858 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.702402 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.708417 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fedef4-0e37-4534-8a37-b4d0af206463 x-openstack-request-id: req-10fedef4-0e37-4534-8a37-b4d0af206463 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:01.708776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7531222-bc1b-46fc-a980-87cfc7aa1819", "name": "network-vif-plugged", "status": "completed", "tag": "7c15eda7-d90c-49ec-895b-50b879c15525", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:01.709124 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10fedef4-0e37-4534-8a37-b4d0af206463 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:01.709573 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c15eda7-d90c-49ec-895b-50b879c15525', 'code': 200} Aug 09 18:36:01.857552 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-cd759bab-00ee-4e0d-ade8-88906a29a629 None None] Provisioning for port 4332c83c-00d2-40ac-9934-46f26df8052e completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:01.867469 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-cd759bab-00ee-4e0d-ade8-88906a29a629 None None] Provisioning complete for port 4332c83c-00d2-40ac-9934-46f26df8052e triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:01.868481 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-cd759bab-00ee-4e0d-ade8-88906a29a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.919341 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 7df266f4-214f-4ee4-ba9d-f468e6ff693c completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:01.929031 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:01.939285 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 7df266f4-214f-4ee4-ba9d-f468e6ff693c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:01.939758 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:01.988678 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:35:58Z', 'revision_number': 3, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:02.015670 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-cd759bab-00ee-4e0d-ade8-88906a29a629 None None] Port 4332c83c-00d2-40ac-9934-46f26df8052e cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:02.059053 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.063031 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f33e0-5b75-4b39-bac7-ac093cb298d1 req-ff702b97-53c3-4711-adae-478c2fe60e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:02.067798 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f0f33e0-5b75-4b39-bac7-ac093cb298d1 req-ff702b97-53c3-4711-adae-478c2fe60e00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 1098 time: 0.0754189 Aug 09 18:36:02.068290 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.079440 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824699da-e0e8-49cd-bd8d-c0b1b8ff76ed None None] The sync data for ids ['9edfb869-0f42-483d-9618-8b08a70f8736'] in dv-cinder-784453-11-iscsi is: [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:35:58Z', 'revision_number': 3, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:36:02.095420 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7c15eda7-d90c-49ec-895b-50b879c15525,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:02.190723 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f0f33e0-5b75-4b39-bac7-ac093cb298d1 req-48c2f5ce-dec8-4428-a6ef-6ede5bbaeb02 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143639 Aug 09 18:36:02.219947 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.273646 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Pushing event updated for resources: {'Port': ['ID=4332c83c-00d2-40ac-9934-46f26df8052e,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:02.280252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d715d55-646a-4e97-b74c-f078452b70b6 req-baf87012-fa11-47ac-b065-ebcd636014f0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:02.283555 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.295165 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d715d55-646a-4e97-b74c-f078452b70b6 req-baf87012-fa11-47ac-b065-ebcd636014f0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.0976520 Aug 09 18:36:02.308869 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 7df266f4-214f-4ee4-ba9d-f468e6ff693c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7df266f4-214f-4ee4-ba9d-f468e6ff693c,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:02.316001 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.346022 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d715d55-646a-4e97-b74c-f078452b70b6 req-3e8c46ad-f588-474a-a205-bf005ee8e2ce tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Aug 09 18:36:02.431954 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=7df266f4-214f-4ee4-ba9d-f468e6ff693c,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:02.471898 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Network cfd06908-e67e-4d52-861e-eb42a2655022 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:02.473533 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:02.737357 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Router 9edfb869-0f42-483d-9618-8b08a70f8736 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:36:02.782834 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ee144b4b-b16d-4055-bfe2-47b52b2d52c9 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:02.857075 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-e93853f5-019d-415b-a8a1-0597b6452a84 None None] Provisioning complete for port 4332c83c-00d2-40ac-9934-46f26df8052e triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:02.857482 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e93853f5-019d-415b-a8a1-0597b6452a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.900343 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:02.900728 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:02.942312 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:36:02.944158 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-e93853f5-019d-415b-a8a1-0597b6452a84 None None] Port 4332c83c-00d2-40ac-9934-46f26df8052e cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:02.960383 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9fa16673-fbe1-45f7-a3bc-a62b00584484 admin admin] 10.222.0.25 "PUT /v2.0/routers/9edfb869-0f42-483d-9618-8b08a70f8736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2042615 Aug 09 18:36:03.040681 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 12ba94da-af39-4e3e-911a-276b36ae675c up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:03.108350 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 12ba94da-af39-4e3e-911a-276b36ae675c completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:03.115165 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 12ba94da-af39-4e3e-911a-276b36ae675c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:03.115605 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:03.215642 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:03.240532 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 12ba94da-af39-4e3e-911a-276b36ae675c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=12ba94da-af39-4e3e-911a-276b36ae675c,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:03.245306 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:03.246160 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7df266f4-214f-4ee4-ba9d-f468e6ff693c up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:03.348937 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=12ba94da-af39-4e3e-911a-276b36ae675c,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:03.361492 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 7df266f4-214f-4ee4-ba9d-f468e6ff693c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:03.361860 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:03.561414 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fd8df-73c4-4f16-bd2b-8d4c7d6befcf req-f2a0efe3-7b51-4db5-95f9-a8063eba8912 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:03.563162 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b81fd8df-73c4-4f16-bd2b-8d4c7d6befcf req-f2a0efe3-7b51-4db5-95f9-a8063eba8912 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.0713291 Aug 09 18:36:03.639311 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b81fd8df-73c4-4f16-bd2b-8d4c7d6befcf req-55aeee0a-6c5b-49d9-b7ac-31d5b5f09af8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692711 Aug 09 18:36:03.948985 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46282) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:03.954137 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155014792', 'description': 'tempest-secgroup-smoke-1155014792 description', 'project_id': '3af446828a82447aaba157e5130923dc'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:03.981835 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.105269 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.110632 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.151525 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.152773 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2026324 Aug 09 18:36:04.154725 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c1e9b-545c-4605-95e0-b35933a0ab53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06920c-da39-4165-8d78-7b6e2565f790,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:04.156664 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46294) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:04.161616 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group_rule': {'security_group_id': '5c06920c-da39-4165-8d78-7b6e2565f790', 'project_id': '3af446828a82447aaba157e5130923dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:04.197190 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.227741 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Sync routers for ids ['9edfb869-0f42-483d-9618-8b08a70f8736'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:36:04.237999 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Routers {'9edfb869-0f42-483d-9618-8b08a70f8736'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:04.238887 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['9edfb869-0f42-483d-9618-8b08a70f8736'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:04.263401 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.267340 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.288651 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf995f2-3ff5-4832-aa41-6713242e8053,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:04.298883 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.300269 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6ed1115f-e8c7-47d2-a0e3-25e7ef3f7fb2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424956 Aug 09 18:36:04.303127 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46300) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:04.307870 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group_rule': {'security_group_id': '5c06920c-da39-4165-8d78-7b6e2565f790', 'project_id': '3af446828a82447aaba157e5130923dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:04.348072 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.373710 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Set router 9edfb869-0f42-483d-9618-8b08a70f8736 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:04.473276 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.478719 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.504529 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd47dcd-26eb-4b4d-89b6-b1c87288e839,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:04.517456 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.521475 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-2710ae23-8836-44f4-a25e-4027fd56a6a6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2148812 Aug 09 18:36:04.521714 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46306) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:04.526824 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group_rule': {'security_group_id': '5c06920c-da39-4165-8d78-7b6e2565f790', 'project_id': '3af446828a82447aaba157e5130923dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:04.589256 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.671760 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.677335 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.704582 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff87b74f-0d5a-4e76-a3c6-1f8179731f94,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:04.709674 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.711344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5c9ffee7-c53a-4390-ba9e-b9690c666b0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884549 Aug 09 18:36:04.714329 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46316) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:04.721219 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group_rule': {'security_group_id': '5c06920c-da39-4165-8d78-7b6e2565f790', 'project_id': '3af446828a82447aaba157e5130923dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:04.728429 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 12ba94da-af39-4e3e-911a-276b36ae675c up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:04.762477 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.781235 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7005-afae-410d-80ba-36b653bc963f req-2480584a-ccf2-4b00-8138-2aad811451be tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:04.782802 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ab0a7005-afae-410d-80ba-36b653bc963f req-2480584a-ccf2-4b00-8138-2aad811451be tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.0542705 Aug 09 18:36:04.831299 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ab0a7005-afae-410d-80ba-36b653bc963f req-650c2da6-d969-4e3c-994e-22ae12975776 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Aug 09 18:36:04.832200 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.836217 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.842339 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 12ba94da-af39-4e3e-911a-276b36ae675c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:04.842685 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.857962 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c280f6d-ef95-4b0d-9e02-284af2609234,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:04.869620 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.871058 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-eb878a43-51e4-422f-8a6d-69c20c1861d2 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545887 Aug 09 18:36:04.874425 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46320) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:04.879298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group_rule': {'security_group_id': '5c06920c-da39-4165-8d78-7b6e2565f790', 'project_id': '3af446828a82447aaba157e5130923dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:04.893543 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:36:04.915931 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.securitygroups_db [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Project 3af446828a82447aaba157e5130923dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:36:04.923032 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.963674 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 4, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '4332c83c-00d2-40ac-9934-46f26df8052e', 'name': '', 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'mac_address': 'fa:16:3e:71:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '86e0920a-73a5-4901-b357-6a7205d90b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:00Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 2, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'subnets': [{'id': '86e0920a-73a5-4901-b357-6a7205d90b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:04.993939 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.998616 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:04.999435 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Checking router: 9edfb869-0f42-483d-9618-8b08a70f8736 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:36:05.001613 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Updating router 9edfb869-0f42-483d-9618-8b08a70f8736 port 4332c83c-00d2-40ac-9934-46f26df8052e binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:36:05.019366 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f036701b-f26c-4250-a1b3-135603a9c21c,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:05.031234 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.032971 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-43e489f2-be4c-4d39-97f6-fde8555ccdfb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574578 Aug 09 18:36:05.035770 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46326) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:05.041014 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'security_group_rule': {'security_group_id': '5c06920c-da39-4165-8d78-7b6e2565f790', 'project_id': '3af446828a82447aaba157e5130923dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:05.043453 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.066867 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.securitygroups_db [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Project 3af446828a82447aaba157e5130923dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:36:05.072860 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.157439 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.162514 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.184740 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73588c74-38fa-4e01-9684-b56ad27798fd,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:05.194378 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.198628 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a2c73aa8-7dcd-471e-9bc1-c7cc9e199b20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585822 Aug 09 18:36:05.377310 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.391822 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Transition to ACTIVE for port object 4332c83c-00d2-40ac-9934-46f26df8052e will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:05.402772 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.472681 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c80b7-cdc8-4898-a7cc-561ea0d975b7 None None] Pushing event updated for resources: {'Port': ['ID=4332c83c-00d2-40ac-9934-46f26df8052e,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:05.567348 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Attempting to bind port 4332c83c-00d2-40ac-9934-46f26df8052e on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:05.567846 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Attempting to bind port 4332c83c-00d2-40ac-9934-46f26df8052e by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:05.568333 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Attempting to bind port 4332c83c-00d2-40ac-9934-46f26df8052e on network cfd06908-e67e-4d52-861e-eb42a2655022 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:05.574887 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:05.575179 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Checking segment: {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:05.575666 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.576232 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Bound using segment: {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:05.576720 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Bound port: 4332c83c-00d2-40ac-9934-46f26df8052e, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aa01fe-34a4-4aba-a65b-d17f320ffaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:05.577136 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.689405 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] For port 4332c83c-00d2-40ac-9934-46f26df8052e, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:05.693076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] For port 4332c83c-00d2-40ac-9934-46f26df8052e, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=4332c83c-00d2-40ac-9934-46f26df8052e,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:05.698756 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:05.822366 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Routers {'9edfb869-0f42-483d-9618-8b08a70f8736'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:05.823429 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:35:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['9edfb869-0f42-483d-9618-8b08a70f8736'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:06.116493 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] Set router 9edfb869-0f42-483d-9618-8b08a70f8736 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:06.263626 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-eff7a953-bdb5-461d-b3b5-c821813c2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:06.266114 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-eff7a953-bdb5-461d-b3b5-c821813c2806 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.1782913 Aug 09 18:36:06.338244 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c80b7-cdc8-4898-a7cc-561ea0d975b7 None None] Pushing event updated for resources: {'Port': ['ID=4332c83c-00d2-40ac-9934-46f26df8052e,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:06.440336 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872deca2-2ae7-4141-90d2-7d8eeb1bc337 req-e403c11d-48f2-411f-9755-899eb6b49800 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:06.450579 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-872deca2-2ae7-4141-90d2-7d8eeb1bc337 req-e403c11d-48f2-411f-9755-899eb6b49800 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2407885 Aug 09 18:36:06.503050 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 4, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '4332c83c-00d2-40ac-9934-46f26df8052e', 'name': '', 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'mac_address': 'fa:16:3e:71:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '86e0920a-73a5-4901-b357-6a7205d90b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:00Z', 'updated_at': '2021-08-09T18:36:05Z', 'revision_number': 4, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'subnets': [{'id': '86e0920a-73a5-4901-b357-6a7205d90b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:06.538368 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c107722-f8fc-4197-8ed2-8fbb4e1f35b0 None None] The sync data for ids ['9edfb869-0f42-483d-9618-8b08a70f8736'] in dv-cinder-784453-11-iscsi is: [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 4, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '4332c83c-00d2-40ac-9934-46f26df8052e', 'name': '', 'network_id': 'cfd06908-e67e-4d52-861e-eb42a2655022', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'mac_address': 'fa:16:3e:71:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '86e0920a-73a5-4901-b357-6a7205d90b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:00Z', 'updated_at': '2021-08-09T18:36:05Z', 'revision_number': 4, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'subnets': [{'id': '86e0920a-73a5-4901-b357-6a7205d90b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:36:06.545613 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-872deca2-2ae7-4141-90d2-7d8eeb1bc337 req-9ecc13e1-d932-4888-8d58-88a6cfcb98ed tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853102 Aug 09 18:36:06.584153 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-9b97b7f8-3b0b-4f29-aaaa-ca4a140fb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:06.586581 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-9b97b7f8-3b0b-4f29-aaaa-ca4a140fb898 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.3118396 Aug 09 18:36:06.658510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-0d79fe3d-2995-4a04-8cf6-d122f6ac3274 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.0622134 Aug 09 18:36:06.732251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-ca4e86de-6aa2-42c6-983a-f39112f6be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:06.733763 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-ca4e86de-6aa2-42c6-983a-f39112f6be36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0575695 Aug 09 18:36:06.769033 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-b1da2193-9c35-4798-b830-215928015ffc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275414 Aug 09 18:36:06.881446 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-d4486456-ff5d-45e2-83db-0e818ac166a7 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041632 Aug 09 18:36:07.000974 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65b4814f-1375-4c6b-87bb-2212cf71cf00 req-fce5854b-37e6-4568-97e2-d6b0d519822a service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115229 Aug 09 18:36:07.706744 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282aa50a-f92d-4ef1-8176-751e6bd0dafc req-8a1bf6fc-2dcd-4308-a107-f81f6b8109e6 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:07.708544 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-282aa50a-f92d-4ef1-8176-751e6bd0dafc req-8a1bf6fc-2dcd-4308-a107-f81f6b8109e6 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0661688 Aug 09 18:36:07.775499 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-282aa50a-f92d-4ef1-8176-751e6bd0dafc req-c3671a3e-1c0e-446e-afe1-c9d41012b7a8 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Aug 09 18:36:08.239787 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-597eeed0-b7d3-4239-a4b0-876f4982334a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:08.241716 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-597eeed0-b7d3-4239-a4b0-876f4982334a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.1027346 Aug 09 18:36:08.268596 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-d336faf7-b771-4e42-9b69-0d29c4d8a8a0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/quotas/d350ba621fc24439b46eb257e118bca9 HTTP/1.1" status: 200 len: 375 time: 0.0140674 Aug 09 18:36:08.319651 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-be633053-af37-4c56-8bc0-dd50febcff94 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450795 Aug 09 18:36:08.412087 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-28b9e83f-d23d-4d41-8d14-83d8a29f8433 service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 Aug 09 18:36:08.501183 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-cc169f63-36bf-42df-9faf-627c7b018932 service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828071 Aug 09 18:36:08.618895 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 4332c83c-00d2-40ac-9934-46f26df8052e up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:08.682162 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 4332c83c-00d2-40ac-9934-46f26df8052e completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:08.689604 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 4332c83c-00d2-40ac-9934-46f26df8052e triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:08.690442 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:08.739617 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-737977d4-1ddd-4675-b93e-dbc03192596e req-182a9829-8132-4e80-803d-4553d6668068 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 210 time: 0.0353024 Aug 09 18:36:08.786366 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:08.822837 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 4332c83c-00d2-40ac-9934-46f26df8052e, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=4332c83c-00d2-40ac-9934-46f26df8052e,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:08.827481 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:08.883254 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=4332c83c-00d2-40ac-9934-46f26df8052e,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:08.925704 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5774f3-515e-4be9-8413-159b6d3c531d req-56609ab6-8765-4e3d-a711-2647a5d69e37 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:08.929504 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4d5774f3-515e-4be9-8413-159b6d3c531d req-56609ab6-8765-4e3d-a711-2647a5d69e37 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0741327 Aug 09 18:36:08.989763 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4d5774f3-515e-4be9-8413-159b6d3c531d req-dec03cd7-ccd3-4e36-932b-7496833dbba1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531642 Aug 09 18:36:09.835031 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e922619b-c770-4f0f-b0a8-af04f274776d req-4f4bbe48-ed72-4acc-983d-a5fd0fdc8d25 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 210 time: 0.0266724 Aug 09 18:36:10.139854 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb773b0-09fd-4797-9758-a4b351dbf3fa req-c953b2c5-c6e9-4231-a3cd-f07a37e53e21 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:10.141408 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ffb773b0-09fd-4797-9758-a4b351dbf3fa req-c953b2c5-c6e9-4231-a3cd-f07a37e53e21 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0591252 Aug 09 18:36:10.185821 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ffb773b0-09fd-4797-9758-a4b351dbf3fa req-732b6986-481d-4b65-8653-76aa8ff5c724 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Aug 09 18:36:10.376205 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2c7f66e3-78f0-48b0-99db-c88a4df3c74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:10.586522 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 4332c83c-00d2-40ac-9934-46f26df8052e up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:10.638014 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 4332c83c-00d2-40ac-9934-46f26df8052e triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:10.638438 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:13.054256 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9906705c-750e-4b9d-bdc3-b703ae8a1267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:13.174383 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:14.354619 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:14.976327 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e9c346ee-deb9-49ed-8470-d3769d391a20 req-35c8b092-f2cc-43ad-bdfa-df1d2adbf8ed tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 210 time: 0.0343482 Aug 09 18:36:15.063903 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3c39-5f23-4d35-879b-433d700d2137 req-6b8a7814-d12f-4740-850a-23c12e7b1bdf tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:15.066024 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7b6b3c39-5f23-4d35-879b-433d700d2137 req-6b8a7814-d12f-4740-850a-23c12e7b1bdf tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0709116 Aug 09 18:36:15.112178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7b6b3c39-5f23-4d35-879b-433d700d2137 req-e4fc57c5-b63c-4ad8-88a0-4a8f5c1e66d4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Aug 09 18:36:15.713191 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:15.718763 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-efcfd97c-fb20-488d-885f-ee0024b87645 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:15.721625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-efcfd97c-fb20-488d-885f-ee0024b87645 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.1544902 Aug 09 18:36:15.781290 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Request body: {'port': {'device_id': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'admin_state_up': True, 'tenant_id': 'd350ba621fc24439b46eb257e118bca9'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:15.911491 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Made reservation on behalf of d350ba621fc24439b46eb257e118bca9 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:15.915056 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:16.057529 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Allocated IP 172.20.0.12 (51427c17-20e8-4418-ba58-52c9f3748604/ed32f637-09b4-4779-b065-30cb7bb326d3/ecf6ed18-a33e-41c8-b24b-67abf154ca56) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:16.089233 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a00aa949-66a1-4a28-a99b-7ee2dc071921 req-c4b773b8-374b-4509-a58b-fb2cdf1d726b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 210 time: 0.0331333 Aug 09 18:36:16.280578 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ad71f-b430-4c6f-89ac-0da999112087 req-fdea0575-4b3c-4360-8e62-87903a1fe77b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:16.282067 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b91ad71f-b430-4c6f-89ac-0da999112087 req-fdea0575-4b3c-4360-8e62-87903a1fe77b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0871832 Aug 09 18:36:16.291846 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:16.338956 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b91ad71f-b430-4c6f-89ac-0da999112087 req-86943aba-0675-4626-b493-6d8396edf2f9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Aug 09 18:36:16.363604 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:16.401723 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900', '7c15eda7-d90c-49ec-895b-50b879c15525'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:36:16.409694 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Network 51427c17-20e8-4418-ba58-52c9f3748604 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:16.412887 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:16.416699 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:16.459571 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event updated for resources: {'Port': ['ID=ecf6ed18-a33e-41c8-b24b-67abf154ca56,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:16.470192 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.470769 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.471093 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.471495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.471895 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.472468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.473119 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.473617 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.474193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.474758 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.475458 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.476032 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:16.496770 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:16.497903 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:16.531768 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-3f36c69a-cbf7-4bf7-9c32-d0f69faea2bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7552211 Aug 09 18:36:16.552844 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Request body: {'port': {'device_id': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:16.617572 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:16.978742 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf6ed18-a33e-41c8-b24b-67abf154ca56 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:36:16.988682 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.002427 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Transition to ACTIVE for port object ecf6ed18-a33e-41c8-b24b-67abf154ca56 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:17.006970 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.097354 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46620) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:17.102985 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6ed18-a33e-41c8-b24b-67abf154ca56,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:17.160752 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Attempting to bind port ecf6ed18-a33e-41c8-b24b-67abf154ca56 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:17.161329 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Attempting to bind port ecf6ed18-a33e-41c8-b24b-67abf154ca56 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:17.161680 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Attempting to bind port ecf6ed18-a33e-41c8-b24b-67abf154ca56 on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:17.168884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Port ecf6ed18-a33e-41c8-b24b-67abf154ca56 on network 51427c17-20e8-4418-ba58-52c9f3748604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:36:17.169312 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Attempting to bind port ecf6ed18-a33e-41c8-b24b-67abf154ca56 on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:17.175068 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:17.175561 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Checking segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:17.176146 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Bound using segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:17.176739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Bound port: ecf6ed18-a33e-41c8-b24b-67abf154ca56, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:17.177320 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.222268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.279818 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] For port ecf6ed18-a33e-41c8-b24b-67abf154ca56, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:17.283744 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] For port ecf6ed18-a33e-41c8-b24b-67abf154ca56, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:17.291819 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4875-2ab3-4a5a-b8dc-a0c72736ec8a req-a1564b1a-e160-429c-8462-07cc63bde3e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:17.293413 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-285e4875-2ab3-4a5a-b8dc-a0c72736ec8a req-a1564b1a-e160-429c-8462-07cc63bde3e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 944 time: 0.0784299 Aug 09 18:36:17.297019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.316499 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.321631 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.359872 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:17.360062 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43847c3-4904-429e-874f-b90e3bb5a229,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:17.360495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.361910 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] 10.222.0.73 "PUT /v2.0/ports/ecf6ed18-a33e-41c8-b24b-67abf154ca56 HTTP/1.1" status: 200 len: 1094 time: 0.8152328 Aug 09 18:36:17.362341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'tag': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:17.363895 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=186ed51b45ff4b33b636325bb7f96dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654319 Aug 09 18:36:17.364795 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784ac59-47ab-4a71-89e5-2f28be042c47" -d '{"events": [{"name": "network-changed", "server_uuid": "418211e1-3ea3-40f8-9854-7e4021d1904d", "tag": "ecf6ed18-a33e-41c8-b24b-67abf154ca56"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:17.369009 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46628) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:17.376721 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.377050 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.377417 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.377753 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.378405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.378405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.378729 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.379054 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.379661 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.380086 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.380421 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.380751 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340266a5-3849-423d-823b-17868954e6b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:17.396035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3330c1-d087-45a5-ac5d-bebbff06ec74 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf6ed18-a33e-41c8-b24b-67abf154ca56,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:17.407694 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-285e4875-2ab3-4a5a-b8dc-a0c72736ec8a req-1495e6ad-d56d-478d-9821-6c18e215b14d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804141 Aug 09 18:36:17.450433 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-40b9f62c-54c5-4dcf-ada7-b30651f2ea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.474543 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-40b9f62c-54c5-4dcf-ada7-b30651f2ea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.479343 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd63a833-ae64-46c8-87f5-63749ba7aa77 x-openstack-request-id: req-bd63a833-ae64-46c8-87f5-63749ba7aa77 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:17.479641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418211e1-3ea3-40f8-9854-7e4021d1904d", "tag": "ecf6ed18-a33e-41c8-b24b-67abf154ca56", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:17.479885 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd63a833-ae64-46c8-87f5-63749ba7aa77 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:17.480263 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'tag': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56', 'status': 'completed', 'code': 200} Aug 09 18:36:17.530692 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-ec5c9ff7-6642-403c-96bc-3c1044e8954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:17.532973 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-ec5c9ff7-6642-403c-96bc-3c1044e8954b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 1097 time: 0.0871453 Aug 09 18:36:17.534616 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-40b9f62c-54c5-4dcf-ada7-b30651f2ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.535908 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.537814 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-40b9f62c-54c5-4dcf-ada7-b30651f2ea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.539061 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-40b9f62c-54c5-4dcf-ada7-b30651f2ea74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a43847c3-4904-429e-874f-b90e3bb5a229 HTTP/1.1" status: 204 len: 168 time: 0.1691043 Aug 09 18:36:17.549258 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f62c-54c5-4dcf-ada7-b30651f2ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43847c3-4904-429e-874f-b90e3bb5a229,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:17.615598 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6317e-7bb5-445b-9291-c80f697aca2c req-978951ec-3179-4b0a-9d07-ea23a132aaf0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:17.617161 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-86c6317e-7bb5-445b-9291-c80f697aca2c req-978951ec-3179-4b0a-9d07-ea23a132aaf0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1397204 Aug 09 18:36:17.619025 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-00a1e153-82f2-4191-bd8f-02d864f850ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56 HTTP/1.1" status: 200 len: 217 time: 0.0634120 Aug 09 18:36:17.709422 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-86c6317e-7bb5-445b-9291-c80f697aca2c req-ca5f3368-0944-4317-b698-7d0a36b77426 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789545 Aug 09 18:36:17.723444 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-902844a5-c20d-4577-a11d-1b744ea6f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:17.724923 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-902844a5-c20d-4577-a11d-1b744ea6f09c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.0833542 Aug 09 18:36:17.770383 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-825175bc-8b24-4d58-8c01-225e37e08a47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349085 Aug 09 18:36:17.873484 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-aa1c932d-16da-42cf-aa25-556eb07986e9 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920084 Aug 09 18:36:17.905837 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46650) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:17.920240 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44c31f42-17e7-4549-8e4f-1781f0ab3266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:17.985489 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14a2a0d5-c9ba-44bc-8f66-f68e31784035 req-1d9818fe-b759-49ec-af7b-69d84ba5d84c service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008365 Aug 09 18:36:18.033106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44c31f42-17e7-4549-8e4f-1781f0ab3266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.037308 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44c31f42-17e7-4549-8e4f-1781f0ab3266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.075905 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c31f42-17e7-4549-8e4f-1781f0ab3266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0aebb-1e13-40a7-9e7c-ef0939cf4074,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:18.081719 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-44c31f42-17e7-4549-8e4f-1781f0ab3266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2053d1a1ff6e44818d6f27caac8117ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746125 Aug 09 18:36:18.084551 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46652) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:18.138281 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3fa645a1-61d8-4085-86ec-fb1525936f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.153909 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-dc95fcbc-b6f7-4c1d-99d9-44b64e4bc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:18.165620 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3fa645a1-61d8-4085-86ec-fb1525936f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.168907 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-dc95fcbc-b6f7-4c1d-99d9-44b64e4bc7aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 1097 time: 0.0596821 Aug 09 18:36:18.250934 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3fa645a1-61d8-4085-86ec-fb1525936f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.255867 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3fa645a1-61d8-4085-86ec-fb1525936f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.258367 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3fa645a1-61d8-4085-86ec-fb1525936f63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8db0aebb-1e13-40a7-9e7c-ef0939cf4074 HTTP/1.1" status: 204 len: 168 time: 0.1728339 Aug 09 18:36:18.272302 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa645a1-61d8-4085-86ec-fb1525936f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0aebb-1e13-40a7-9e7c-ef0939cf4074,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:18.290372 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-5493c936-e52e-4858-80a6-87cd6d6d18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:18.292066 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-5493c936-e52e-4858-80a6-87cd6d6d18ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 916 time: 0.1124444 Aug 09 18:36:18.343374 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-b9841148-c7da-4a06-a8a4-a51ff7ea351c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56 HTTP/1.1" status: 200 len: 217 time: 0.0431983 Aug 09 18:36:18.430610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-7fd47ce2-bcda-4109-86eb-ee555d4e9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:18.432022 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-7fd47ce2-bcda-4109-86eb-ee555d4e9c48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.0658062 Aug 09 18:36:18.469706 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-ffa4826d-3efb-440e-b794-6e7a789f645f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297101 Aug 09 18:36:18.564721 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-a31e8353-de45-4ef6-bd67-5d024f35e23e service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Aug 09 18:36:18.671547 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46670) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:18.693718 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-08314807-04b7-4b4e-8666-0d7124291cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.720932 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2784ac59-47ab-4a71-89e5-2f28be042c47 req-47399bc0-c02a-4aed-a05b-4138ae168edd service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467409 Aug 09 18:36:18.746044 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1006080-a2a5-490f-8cee-02423cb04fb4 req-c5251326-1f90-4a7c-a98d-f2e31fc55874 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:18.748045 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c1006080-a2a5-490f-8cee-02423cb04fb4 req-c5251326-1f90-4a7c-a98d-f2e31fc55874 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 944 time: 0.0900805 Aug 09 18:36:18.795180 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c1006080-a2a5-490f-8cee-02423cb04fb4 req-8535f184-dc19-4e57-97e8-922f78d8bc67 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Aug 09 18:36:18.809699 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-08314807-04b7-4b4e-8666-0d7124291cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.814710 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-08314807-04b7-4b4e-8666-0d7124291cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.853016 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-08314807-04b7-4b4e-8666-0d7124291cac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=036c140fa98c4eb7a83b432c45876191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798530 Aug 09 18:36:18.853865 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e395f58-5f85-478d-addb-d48a1993e33c req-9d126fd9-8638-4d6a-ad99-5f7851bde32a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:18.857589 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46678) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:18.860440 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9e395f58-5f85-478d-addb-d48a1993e33c req-9d126fd9-8638-4d6a-ad99-5f7851bde32a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0641887 Aug 09 18:36:18.874723 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08314807-04b7-4b4e-8666-0d7124291cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef723728-cab0-4c94-aa40-aa8fecaca621,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:18.899903 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9e395f58-5f85-478d-addb-d48a1993e33c req-b8f2fce7-3a2e-4ecb-be42-97aca2318ec4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Aug 09 18:36:18.920011 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-72cbb482-caa8-40a6-9475-42231def5c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:18.950730 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-72cbb482-caa8-40a6-9475-42231def5c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.007309 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-72cbb482-caa8-40a6-9475-42231def5c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.009774 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-72cbb482-caa8-40a6-9475-42231def5c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.010929 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-72cbb482-caa8-40a6-9475-42231def5c78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef723728-cab0-4c94-aa40-aa8fecaca621 HTTP/1.1" status: 204 len: 168 time: 0.1524184 Aug 09 18:36:19.018868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbb482-caa8-40a6-9475-42231def5c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef723728-cab0-4c94-aa40-aa8fecaca621,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:19.693666 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46708) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:19.790364 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188333337-network', 'tenant_id': '94a308be8bdc4f29b340fc61ccb47ec7'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:19.811785 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Made reservation on behalf of 94a308be8bdc4f29b340fc61ccb47ec7 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:19.814503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.824134 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.931925 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.936547 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.964075 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:36:19.969871 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:19.978531 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:19.978875 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Added segment 13a57da3-fe1f-4690-94a4-486b65aa04ee of type vlan for network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 Aug 09 18:36:20.021284 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:20.049919 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:20.050796 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:20.051371 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:20.108520 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4137416 Aug 09 18:36:20.111560 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 46720) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:20.113827 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a431f6c-7536-44f6-97f8-bd5af29c3b3c admin admin] Pushing event updated for resources: {'Network': ['ID=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:20.117439 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Request body: {'subnet': {'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188333337-subnet', 'tenant_id': '94a308be8bdc4f29b340fc61ccb47ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:20.125015 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:36:20.140818 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Made reservation on behalf of 94a308be8bdc4f29b340fc61ccb47ec7 for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:20.143205 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33139354'] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:20.310643 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5637827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33139368'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:20.369431 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53bd53d-163e-4c25-816f-529888a76e1f,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:20.379243 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Checking segment: {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:20.379604 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Network hostable DHCP agents. Network: fc4d2454-4e9d-46b0-bed4-fb26cbf116e6, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:36:20.397628 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:36:20.408145 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, fc4d2454-4e9d-46b0-bed4-fb26cbf116e6) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:20.417123 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:20.417123 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:20.424652 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392621fe-4bed-4fe9-986c-d16449cfbcaf None None] Network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:20.438588 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-71c18b0a-85e9-457b-b14c-3be8a574c45a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3183608 Aug 09 18:36:20.559922 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c40e1-bc1b-4a9b-b715-ed6465918ed3 None None] Network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:24.196375 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b62003-6999-4bad-9c6a-04d50fc42af5 req-a650c9ff-7cb6-4b23-a593-59a8653dddfd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:24.197967 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-56b62003-6999-4bad-9c6a-04d50fc42af5 req-a650c9ff-7cb6-4b23-a593-59a8653dddfd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 944 time: 0.3371997 Aug 09 18:36:24.219415 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fb9f4-ee6f-4bee-9660-7fa88db66eb1 req-b2c557b0-55ed-4df4-8526-6aac7568199b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:24.220883 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-462fb9f4-ee6f-4bee-9660-7fa88db66eb1 req-b2c557b0-55ed-4df4-8526-6aac7568199b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0734863 Aug 09 18:36:24.302889 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-56b62003-6999-4bad-9c6a-04d50fc42af5 req-da5f5d16-debd-4766-a20e-a141f49f0f7f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976436 Aug 09 18:36:24.311871 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-462fb9f4-ee6f-4bee-9660-7fa88db66eb1 req-5c5a334c-ad50-4f03-8992-801486338081 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739198 Aug 09 18:36:24.314904 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29931bd5-263c-4338-a4de-89a85e252d55 req-b1620bb4-130f-48b1-9e59-5fea9dc99fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:24.316414 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-b1620bb4-130f-48b1-9e59-5fea9dc99fdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.0936394 Aug 09 18:36:24.445417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29931bd5-263c-4338-a4de-89a85e252d55 req-6240bafa-5455-49d8-b5b3-311a4d23f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:24.447742 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-6240bafa-5455-49d8-b5b3-311a4d23f830 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.0962548 Aug 09 18:36:24.498161 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-7fc92dff-17d0-4d55-bb54-9f8edfb32713 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.0389097 Aug 09 18:36:24.552595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29931bd5-263c-4338-a4de-89a85e252d55 req-42ac0436-35e5-4fe6-88c1-08aa2f41fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:24.554196 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-42ac0436-35e5-4fe6-88c1-08aa2f41fda7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0480740 Aug 09 18:36:24.608314 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-dc556a6b-2882-49f1-95a3-96fc48c7ca66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448804 Aug 09 18:36:24.708340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-64c7049a-7aa4-4b81-be1b-f15976142ac1 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924859 Aug 09 18:36:24.803848 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29931bd5-263c-4338-a4de-89a85e252d55 req-bc3d7e54-155e-49b9-918b-cfc1c87102a3 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869117 Aug 09 18:36:25.461135 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746a13-a551-4aba-ac99-e2254c9f48ca req-9d83db03-985c-4fb5-86ea-fefdbabc4683 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:25.462668 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a9746a13-a551-4aba-ac99-e2254c9f48ca req-9d83db03-985c-4fb5-86ea-fefdbabc4683 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 944 time: 0.0835297 Aug 09 18:36:25.471732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395166d7-009e-4dff-b9b2-7bd4d7392ef5 req-762b64ad-8568-401f-8977-b0732c20ce0d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:25.473263 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-395166d7-009e-4dff-b9b2-7bd4d7392ef5 req-762b64ad-8568-401f-8977-b0732c20ce0d tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0834236 Aug 09 18:36:25.529693 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a9746a13-a551-4aba-ac99-e2254c9f48ca req-85f58d60-a140-4a58-86aa-e3f4682c2c02 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553966 Aug 09 18:36:25.534971 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-395166d7-009e-4dff-b9b2-7bd4d7392ef5 req-8692848e-f731-4299-8a56-ae0463da98ef tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546532 Aug 09 18:36:26.452027 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-88a42ca2-6037-4d5e-b20f-5eb4aff53494 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:26.453619 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-88a42ca2-6037-4d5e-b20f-5eb4aff53494 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/networks?id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 200 len: 808 time: 0.1333978 Aug 09 18:36:26.469705 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-adc32734-c8dd-4e4a-a2e9-882349852a3c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/quotas/94a308be8bdc4f29b340fc61ccb47ec7 HTTP/1.1" status: 200 len: 375 time: 0.0102766 Aug 09 18:36:26.505490 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ff014244-dcea-4893-a8e0-6754c8d56502 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302215 Aug 09 18:36:26.599259 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-1b63afe2-02e7-40a8-a570-3eefe388d32a service neutron] 10.222.0.25 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866911 Aug 09 18:36:26.708979 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3efe0-d337-49c7-9249-3859fa7031fe req-a36ee19a-8fa1-4eb9-8588-fd8e51af4a7e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:26.710555 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0de3efe0-d337-49c7-9249-3859fa7031fe req-a36ee19a-8fa1-4eb9-8588-fd8e51af4a7e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 944 time: 0.1074176 Aug 09 18:36:26.749818 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-02feaf80-81c9-4ea4-92f2-c8cb56146383 service neutron] 10.222.0.25 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373589 Aug 09 18:36:26.769334 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0de3efe0-d337-49c7-9249-3859fa7031fe req-739e5278-e8e2-4b30-9a02-8b92a58f0cd6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509524 Aug 09 18:36:26.903012 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e407ea-3601-40fc-b5ba-42d0f8dd70c9 req-9dba60ec-9764-47a7-8399-0cde67737dc3 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:26.905132 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-04e407ea-3601-40fc-b5ba-42d0f8dd70c9 req-9dba60ec-9764-47a7-8399-0cde67737dc3 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0729945 Aug 09 18:36:26.953483 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f395e4c4-cb56-4cdd-8e1a-562ea792d32c req-a7c52e03-2a3d-4190-942d-f7d15668c35c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 210 time: 0.0472553 Aug 09 18:36:26.974866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-04e407ea-3601-40fc-b5ba-42d0f8dd70c9 req-f2becd2d-57c1-44cc-bc8d-8f25b8dd2db8 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577948 Aug 09 18:36:27.012384 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device ecf6ed18-a33e-41c8-b24b-67abf154ca56 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:36:27.131600 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port ecf6ed18-a33e-41c8-b24b-67abf154ca56, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:27.147080 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'port_id': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56', 'mac_address': 'fa:16:3e:df:ce:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed32f637-09b4-4779-b065-30cb7bb326d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:36:27.207052 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:27.235211 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf6ed18-a33e-41c8-b24b-67abf154ca56 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:36:27.257394 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port ecf6ed18-a33e-41c8-b24b-67abf154ca56, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:27.273412 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:27.387735 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=ecf6ed18-a33e-41c8-b24b-67abf154ca56,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:27.606805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa628796-a9c5-4b9b-9a34-c3a698e2847c req-9e20385a-e717-46be-baea-40372c5fd683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:27.608535 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aa628796-a9c5-4b9b-9a34-c3a698e2847c req-9e20385a-e717-46be-baea-40372c5fd683 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.0586240 Aug 09 18:36:27.667332 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aa628796-a9c5-4b9b-9a34-c3a698e2847c req-4f62bea6-c377-412c-ac72-43717df24012 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 09 18:36:27.850260 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['ecf6ed18-a33e-41c8-b24b-67abf154ca56'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:36:27.908305 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed44c9-9dfd-4d09-a7cc-712c790acc28 req-b0823043-5a29-471c-82db-f243a01a886c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:27.909905 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7fed44c9-9dfd-4d09-a7cc-712c790acc28 req-b0823043-5a29-471c-82db-f243a01a886c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 945 time: 0.0667233 Aug 09 18:36:27.949949 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7fed44c9-9dfd-4d09-a7cc-712c790acc28 req-78bc132f-bdbd-47ff-b9ac-2a3f9a8d5c01 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Aug 09 18:36:28.076427 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cceec04f-9c4d-471a-a690-5ecf0519fb40 req-10baf497-4c6f-4938-a65c-58da67d82be8 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 210 time: 0.0427952 Aug 09 18:36:28.116021 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cdf42-4244-4537-9b79-64906c129f8f req-3f50cd15-2f27-4831-96f9-e0dbe0e2d107 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:28.117526 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-894cdf42-4244-4537-9b79-64906c129f8f req-3f50cd15-2f27-4831-96f9-e0dbe0e2d107 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0683959 Aug 09 18:36:28.159786 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-894cdf42-4244-4537-9b79-64906c129f8f req-e2da3f3d-8551-492c-acb3-d0f92e779f83 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 09 18:36:29.032721 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-c2eeb76c-c0ca-4182-8c47-c9e15b2d3d74 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:29.034345 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-c2eeb76c-c0ca-4182-8c47-c9e15b2d3d74 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "GET /v2.0/networks?id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 200 len: 808 time: 0.1114905 Aug 09 18:36:29.076451 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Request body: {'port': {'device_id': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6', 'admin_state_up': True, 'tenant_id': '94a308be8bdc4f29b340fc61ccb47ec7'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:29.147232 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9440b5-2554-4675-8868-9b752a5d309d req-c09e93ee-62cc-4b90-b3bf-5d2a1f33353c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:29.148829 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7b9440b5-2554-4675-8868-9b752a5d309d req-c09e93ee-62cc-4b90-b3bf-5d2a1f33353c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 945 time: 0.1101055 Aug 09 18:36:29.245656 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7b9440b5-2554-4675-8868-9b752a5d309d req-fab3525d-17ac-48f4-8b1c-7248c246ba5e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858314 Aug 09 18:36:29.247956 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5afe6c31-46ec-48a2-8dfa-de737f882b99 req-2e13685b-b01d-4506-9773-165bd7b62e8f tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 210 time: 0.0515110 Aug 09 18:36:29.288434 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Made reservation on behalf of 94a308be8bdc4f29b340fc61ccb47ec7 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:29.295464 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:29.415251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d89eb-1fe9-4db7-bfee-e2d3f90629e6 req-0cfc357b-badf-4529-bf99-616f15da8032 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:29.416967 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b25d89eb-1fe9-4db7-bfee-e2d3f90629e6 req-0cfc357b-badf-4529-bf99-616f15da8032 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1001081 Aug 09 18:36:29.499465 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b25d89eb-1fe9-4db7-bfee-e2d3f90629e6 req-843742b6-14e8-4ac7-9b1f-d09a8455ee17 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755227 Aug 09 18:36:29.508139 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Allocated IP 172.20.0.4 (fc4d2454-4e9d-46b0-bed4-fb26cbf116e6/b53bd53d-163e-4c25-816f-529888a76e1f/646b448e-ffb5-40f2-b440-700faafe6c5c) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:29.724723 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:29.781072 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:29.829468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:29.836146 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:29.842351 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:29.868180 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Pushing event updated for resources: {'Port': ['ID=646b448e-ffb5-40f2-b440-700faafe6c5c,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:29.914433 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:29.915594 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:29.932709 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-8429b4aa-4960-484e-9b5a-55ef6613a415 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8632314 Aug 09 18:36:29.976249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Request body: {'port': {'device_id': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:30.009454 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46898) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:30.042410 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.120450 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d9ca069e-525d-4ed6-8df4-ad54577f597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.228635 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d9ca069e-525d-4ed6-8df4-ad54577f597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.233191 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d9ca069e-525d-4ed6-8df4-ad54577f597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.274709 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d9ca069e-525d-4ed6-8df4-ad54577f597b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a067d65e28e43029687ffd8603dacee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616365 Aug 09 18:36:30.276932 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46906) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:30.313585 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca069e-525d-4ed6-8df4-ad54577f597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d3b423-e0b5-450a-9998-cef2092e230e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:30.360894 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d930ee32-955c-4c49-b6ad-3e2fd84d0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.397065 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d930ee32-955c-4c49-b6ad-3e2fd84d0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.399840 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646b448e-ffb5-40f2-b440-700faafe6c5c {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:36:30.435188 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.474428 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16984-00c7-49c8-9b4c-5e762cca8291 req-857eaeba-c670-446a-9af4-6f22c399dc64 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:30.476168 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29c16984-00c7-49c8-9b4c-5e762cca8291 req-857eaeba-c670-446a-9af4-6f22c399dc64 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 945 time: 0.1260371 Aug 09 18:36:30.477410 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Transition to ACTIVE for port object 646b448e-ffb5-40f2-b440-700faafe6c5c will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:30.477808 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d930ee32-955c-4c49-b6ad-3e2fd84d0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.483964 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d930ee32-955c-4c49-b6ad-3e2fd84d0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.486572 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d930ee32-955c-4c49-b6ad-3e2fd84d0b33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3d3b423-e0b5-450a-9998-cef2092e230e HTTP/1.1" status: 204 len: 168 time: 0.2078996 Aug 09 18:36:30.491147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81511301-526a-4bbb-8336-940c19b53a9b req-f07446f2-289b-4d3b-9ca8-5369c4311cc9 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:30.492666 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81511301-526a-4bbb-8336-940c19b53a9b req-f07446f2-289b-4d3b-9ca8-5369c4311cc9 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 931 time: 0.1274877 Aug 09 18:36:30.495708 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.501117 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930ee32-955c-4c49-b6ad-3e2fd84d0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d3b423-e0b5-450a-9998-cef2092e230e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:30.649538 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29c16984-00c7-49c8-9b4c-5e762cca8291 req-94fc1afc-ef83-4d77-b76c-8a64bdb6a9ed tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552362 Aug 09 18:36:30.650271 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=646b448e-ffb5-40f2-b440-700faafe6c5c,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:30.677508 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81511301-526a-4bbb-8336-940c19b53a9b req-cdba31b8-6a09-4510-a27e-f25ae12c1992 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410258 Aug 09 18:36:30.842856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0afc9-1454-4a66-8815-fc6f87ba4bd7 req-06bc79bf-3603-4078-ab2a-c0fa95c957f2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:30.844452 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ef0afc9-1454-4a66-8815-fc6f87ba4bd7 req-06bc79bf-3603-4078-ab2a-c0fa95c957f2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0898106 Aug 09 18:36:30.847416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Attempting to bind port 646b448e-ffb5-40f2-b440-700faafe6c5c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:30.847749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Attempting to bind port 646b448e-ffb5-40f2-b440-700faafe6c5c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:30.848068 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Attempting to bind port 646b448e-ffb5-40f2-b440-700faafe6c5c on network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:30.853377 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Port 646b448e-ffb5-40f2-b440-700faafe6c5c on network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:36:30.853708 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Attempting to bind port 646b448e-ffb5-40f2-b440-700faafe6c5c on network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:30.868037 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:30.868516 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Checking segment: {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:30.868994 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Bound using segment: {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:30.869654 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Bound port: 646b448e-ffb5-40f2-b440-700faafe6c5c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:30.870023 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:30.915099 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ef0afc9-1454-4a66-8815-fc6f87ba4bd7 req-6857f7d3-d97f-4971-bff1-227d8b3dbb5f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Aug 09 18:36:31.014072 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] For port 646b448e-ffb5-40f2-b440-700faafe6c5c, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:31.029472 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] For port 646b448e-ffb5-40f2-b440-700faafe6c5c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=646b448e-ffb5-40f2-b440-700faafe6c5c,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:31.039020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.049180 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device ecf6ed18-a33e-41c8-b24b-67abf154ca56 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:31.081130 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.082338 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.083928 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] 10.222.0.73 "PUT /v2.0/ports/646b448e-ffb5-40f2-b440-700faafe6c5c HTTP/1.1" status: 200 len: 1093 time: 1.1149449 Aug 09 18:36:31.084424 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'tag': '646b448e-ffb5-40f2-b440-700faafe6c5c'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:31.086925 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec" -d '{"events": [{"name": "network-changed", "server_uuid": "c547b727-cc24-4f10-bcef-a30ed3abf1b8", "tag": "646b448e-ffb5-40f2-b440-700faafe6c5c"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:31.145112 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9426ad-4039-4e68-b825-0b137f26bd2a service neutron] Pushing event updated for resources: {'Port': ['ID=646b448e-ffb5-40f2-b440-700faafe6c5c,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:31.154374 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3055e5a-9d66-4f51-a5b2-48913280e9a5 x-openstack-request-id: req-e3055e5a-9d66-4f51-a5b2-48913280e9a5 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:31.154664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c547b727-cc24-4f10-bcef-a30ed3abf1b8", "tag": "646b448e-ffb5-40f2-b440-700faafe6c5c", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:31.155319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3055e5a-9d66-4f51-a5b2-48913280e9a5 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:31.158122 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'tag': '646b448e-ffb5-40f2-b440-700faafe6c5c', 'status': 'completed', 'code': 200} Aug 09 18:36:31.182941 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port ecf6ed18-a33e-41c8-b24b-67abf154ca56 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:31.191072 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port ecf6ed18-a33e-41c8-b24b-67abf154ca56 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:31.191492 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.250240 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-5446fffe-76dc-4e26-9fef-92a367b219dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.253826 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-5446fffe-76dc-4e26-9fef-92a367b219dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0685792 Aug 09 18:36:31.327533 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.361451 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:31.364202 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6dcfb9-0b9f-4a11-b9ba-30652a684d77" -d '{"events": [{"server_uuid": "418211e1-3ea3-40f8-9854-7e4021d1904d", "name": "network-vif-plugged", "status": "completed", "tag": "ecf6ed18-a33e-41c8-b24b-67abf154ca56"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:31.380982 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port ecf6ed18-a33e-41c8-b24b-67abf154ca56, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:31.389537 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.403615 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-d2284c78-8827-4fa3-956b-56669a6ed901 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646b448e-ffb5-40f2-b440-700faafe6c5c HTTP/1.1" status: 200 len: 217 time: 0.1315196 Aug 09 18:36:31.426444 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f028a-d78f-4c09-829c-e74fcc409174 x-openstack-request-id: req-653f028a-d78f-4c09-829c-e74fcc409174 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:31.427106 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418211e1-3ea3-40f8-9854-7e4021d1904d", "name": "network-vif-plugged", "status": "completed", "tag": "ecf6ed18-a33e-41c8-b24b-67abf154ca56", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:31.427552 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-653f028a-d78f-4c09-829c-e74fcc409174 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:31.428273 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56', 'code': 200} Aug 09 18:36:31.501323 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=ecf6ed18-a33e-41c8-b24b-67abf154ca56,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:31.540240 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-cee66458-7093-45d1-921a-23b60411796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.541742 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-cee66458-7093-45d1-921a-23b60411796a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b53bd53d-163e-4c25-816f-529888a76e1f HTTP/1.1" status: 200 len: 848 time: 0.0697587 Aug 09 18:36:31.559657 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb19c95-707a-40e3-ac90-7d9fbfb203eb req-444fd6e9-2ec9-47c0-9967-652caa4c7457 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.561368 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5bb19c95-707a-40e3-ac90-7d9fbfb203eb req-444fd6e9-2ec9-47c0-9967-652caa4c7457 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1678433 Aug 09 18:36:31.573713 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-2d9856ec-53c5-4158-9f49-3cea9fa4a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.575829 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-2d9856ec-53c5-4158-9f49-3cea9fa4a148 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.2021677 Aug 09 18:36:31.605267 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-3f17e1f7-8964-4f33-8148-1494287e9ed5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551755 Aug 09 18:36:31.605515 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 46962) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:31.726845 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936666-5592-4d56-b3b3-41a8a6ba8b24 req-588ff195-8b08-4956-9a62-d6d0888aaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.728520 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-b4936666-5592-4d56-b3b3-41a8a6ba8b24 req-588ff195-8b08-4956-9a62-d6d0888aaad8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 1099 time: 0.0739396 Aug 09 18:36:31.751164 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5bb19c95-707a-40e3-ac90-7d9fbfb203eb req-96d28ea6-ebd0-4736-99d9-a1e5ca52f628 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812584 Aug 09 18:36:31.780083 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-b4936666-5592-4d56-b3b3-41a8a6ba8b24 req-da582b63-b25c-4ed5-accb-b3ce3273ea84 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Aug 09 18:36:31.796967 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-345117741-network', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:31.806694 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-0209d61a-7f63-4fbb-a56d-9af7753a2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.808215 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-0209d61a-7f63-4fbb-a56d-9af7753a2d12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.2170200 Aug 09 18:36:31.822589 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Made reservation on behalf of b1889c23a3b842df99364345274f2e2b for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:31.826587 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.837948 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.854747 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-434bb13d-2e1a-4193-acfc-3b1cdb67e8f5 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267113 Aug 09 18:36:31.890813 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9e798-d48d-4a3b-bc4a-0443a93d674b req-1dedd602-067f-4084-b598-8827e83de6fe tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.892376 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-26b9e798-d48d-4a3b-bc4a-0443a93d674b req-1dedd602-067f-4084-b598-8827e83de6fe tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.1038110 Aug 09 18:36:31.930037 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273390-0a4c-40b6-8db7-75c1b63685c6 req-61a7657c-888f-4d35-9a4e-e48838462e5a tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:31.931572 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-db273390-0a4c-40b6-8db7-75c1b63685c6 req-61a7657c-888f-4d35-9a4e-e48838462e5a tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 943 time: 0.0878847 Aug 09 18:36:31.952533 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.957322 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:31.957805 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-26b9e798-d48d-4a3b-bc4a-0443a93d674b req-d4e925f1-b223-4c42-9719-29036c42f117 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Aug 09 18:36:31.994835 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-db273390-0a4c-40b6-8db7-75c1b63685c6 req-e716ddb9-ce2c-4472-8600-43ee291633ed tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496917 Aug 09 18:36:32.006314 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:36:32.015601 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094e66c-03c6-46ae-9675-e944c7dc0801,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:32.023744 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:32.024335 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Added segment 648f6b53-8587-4723-a809-75e038c2cf3c of type vlan for network c294e888-15d5-4f90-9ca2-732d44af01b1 Aug 09 18:36:32.071658 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:32.120210 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:32.122901 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:32.123834 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:32.180637 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5731363 Aug 09 18:36:32.184547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 47000) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:32.190480 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Request body: {'subnet': {'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-345117741-subnet', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:32.210165 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e168bf-ec6d-43da-be0a-7c3809e47479 admin admin] Pushing event updated for resources: {'Network': ['ID=c294e888-15d5-4f90-9ca2-732d44af01b1,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:32.218279 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Made reservation on behalf of b1889c23a3b842df99364345274f2e2b for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:32.222198 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33139354'] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:32.230516 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network c294e888-15d5-4f90-9ca2-732d44af01b1 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:36:32.540827 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-f06b190f-3aa8-49f4-bfb9-80a825fe3c75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.1561713 Aug 09 18:36:32.718599 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5637827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33139368'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:32.739872 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-fc22c47e-2d12-43b0-aafe-7fc2c9a6f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:32.742242 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-fc22c47e-2d12-43b0-aafe-7fc2c9a6f8ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.1864469 Aug 09 18:36:32.837891 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea826171-c40c-40fe-a2d4-6b9db8046da8 req-e721f72b-aa04-47de-bdb8-4de3f922081e service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512041 Aug 09 18:36:32.841762 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-42b1fbec-2db4-4eef-a87d-f58ef6e06ceb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604942 Aug 09 18:36:32.890382 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5d11d7-0708-4604-b6e7-f3918f095c68,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:33.290265 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Checking segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:33.291311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Network hostable DHCP agents. Network: c294e888-15d5-4f90-9ca2-732d44af01b1, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:36:33.366911 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dc8dd-a2bb-454a-9f28-a80b7c0c32cc req-c1e1df21-baf0-4d18-a0af-27f543bf52f4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.375629 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b79dc8dd-a2bb-454a-9f28-a80b7c0c32cc req-c1e1df21-baf0-4d18-a0af-27f543bf52f4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.4804049 Aug 09 18:36:33.383248 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-8522ebe7-aa8c-46a7-a15f-21a5b76d149d service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095794 Aug 09 18:36:33.398225 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e806c-827e-4bfd-abaf-b9bdee7afe0d req-77567c59-7e44-4e2b-a2d4-1ecb6d5a9af0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.399773 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f83e806c-827e-4bfd-abaf-b9bdee7afe0d req-77567c59-7e44-4e2b-a2d4-1ecb6d5a9af0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.1951015 Aug 09 18:36:33.401634 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-4ce40c5b-b19c-4dfe-9b6d-9bc3d3e34dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.403153 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-4ce40c5b-b19c-4dfe-9b6d-9bc3d3e34dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 1096 time: 0.2009122 Aug 09 18:36:33.406209 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Network c294e888-15d5-4f90-9ca2-732d44af01b1 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:36:33.529037 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, c294e888-15d5-4f90-9ca2-732d44af01b1) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:33.537664 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3f2b8-cf3a-4177-b465-decd4dccea49 None None] Network c294e888-15d5-4f90-9ca2-732d44af01b1 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:33.541439 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.542040 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:33.587895 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b79dc8dd-a2bb-454a-9f28-a80b7c0c32cc req-7bad9452-28b0-45ee-8fcd-9571f15542c5 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109096 Aug 09 18:36:33.622743 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f83e806c-827e-4bfd-abaf-b9bdee7afe0d req-cf698a3b-c81e-410e-92fd-63ffaf303f76 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996448 Aug 09 18:36:33.623560 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3649b193-48be-4722-80df-268d919c1af6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4379432 Aug 09 18:36:33.627888 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 47056) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:33.635593 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:33.685595 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a6278d40-7468-4b5f-9871-d43a0b14af8b req-4d0ab41d-7aef-4153-a4da-3dbae285b690 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747900 Aug 09 18:36:33.685595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-5ff06804-083c-4d8f-864b-1a9af55d2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.685595 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-5ff06804-083c-4d8f-864b-1a9af55d2ee1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 200 len: 909 time: 0.2609458 Aug 09 18:36:33.698782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:33.700478 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:33.807275 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-ac75f450-e8ea-408f-b477-2cd4397714d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=646b448e-ffb5-40f2-b440-700faafe6c5c HTTP/1.1" status: 200 len: 217 time: 0.0928547 Aug 09 18:36:33.862002 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:33.889455 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-c294e888-15d5-4f90-9ca2-732d44af01b1', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:36:33.891913 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:33.979390 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-86fe00bb-69d8-4882-8f53-4c333ffecc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.981318 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-86fe00bb-69d8-4882-8f53-4c333ffecc4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b53bd53d-163e-4c25-816f-529888a76e1f HTTP/1.1" status: 200 len: 848 time: 0.1305952 Aug 09 18:36:33.993317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da1879-61a1-4856-b4de-5cc47ed8821d req-c0c1a31b-21b0-4703-bc73-06e4c14e5db2 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:33.995187 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-73da1879-61a1-4856-b4de-5cc47ed8821d req-c0c1a31b-21b0-4703-bc73-06e4c14e5db2 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 943 time: 0.2021177 Aug 09 18:36:34.150499 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-d8e32c66-6861-409c-8d20-d1dddd7b3655 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020021 Aug 09 18:36:34.158100 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.198825 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-73da1879-61a1-4856-b4de-5cc47ed8821d req-5cff3586-b801-4d77-8e0a-fbdf2270d84b tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485806 Aug 09 18:36:34.212418 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Allocated IP 172.20.0.2 (c294e888-15d5-4f90-9ca2-732d44af01b1/fb5d11d7-0708-4604-b6e7-f3918f095c68/06d1785b-006b-48a5-815b-a39d9c271989) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:34.404320 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-d2960824-214f-474b-9fb9-10d45438c00f service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632080 Aug 09 18:36:34.499449 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.514092 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Transition to ACTIVE for port object 06d1785b-006b-48a5-815b-a39d9c271989 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:34.534709 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Transition to ACTIVE for port object 06d1785b-006b-48a5-815b-a39d9c271989 will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:34.544964 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.602152 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Network c294e888-15d5-4f90-9ca2-732d44af01b1 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:34.606470 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:34.613178 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:34.618174 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Pushing event updated for resources: {'Port': ['ID=06d1785b-006b-48a5-815b-a39d9c271989,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:34.708486 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Attempting to bind port 06d1785b-006b-48a5-815b-a39d9c271989 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:34.708486 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Attempting to bind port 06d1785b-006b-48a5-815b-a39d9c271989 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:34.708486 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Attempting to bind port 06d1785b-006b-48a5-815b-a39d9c271989 on network c294e888-15d5-4f90-9ca2-732d44af01b1 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:34.727131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:34.727752 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Checking segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:34.728399 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.729044 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Bound using segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:34.729852 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Bound port: 06d1785b-006b-48a5-815b-a39d9c271989, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:34.734952 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.736371 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.810460 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.866028 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] For port 06d1785b-006b-48a5-815b-a39d9c271989, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:34.871944 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] For port 06d1785b-006b-48a5-815b-a39d9c271989, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=06d1785b-006b-48a5-815b-a39d9c271989,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:34.878474 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:34.883178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7e9d93d-e2ce-4041-afb6-06708cfb8eec req-63e23110-a1ed-4b3a-826d-88a929bc9879 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161991 Aug 09 18:36:34.971621 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d32b1-eb86-4318-872b-18bf19f92dc8 req-709f4dc3-b05f-44fe-8ec7-7b62ac206660 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:34.973324 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-604d32b1-eb86-4318-872b-18bf19f92dc8 req-709f4dc3-b05f-44fe-8ec7-7b62ac206660 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.1700315 Aug 09 18:36:34.985067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46576b4d-41a9-4f78-9b79-6d464864adef None None] Pushing event updated for resources: {'Port': ['ID=06d1785b-006b-48a5-815b-a39d9c271989,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:34.985411 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741fbbf-9d6c-439a-9a86-d4e95ede2068 req-2d73b78a-17b4-486f-96b6-c63e6e698fad tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:34.986949 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f741fbbf-9d6c-439a-9a86-d4e95ede2068 req-2d73b78a-17b4-486f-96b6-c63e6e698fad tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2472751 Aug 09 18:36:35.097970 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Allocated IP 172.27.3.158 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/de277f10-a242-437b-acc5-3420ec9b1c42) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:35.111139 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f741fbbf-9d6c-439a-9a86-d4e95ede2068 req-601966d6-e8a2-478d-8e3c-5d7982debec0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920079 Aug 09 18:36:35.116573 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-604d32b1-eb86-4318-872b-18bf19f92dc8 req-91840f9e-d64e-46a6-b6f6-bac741a13aa6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012607 Aug 09 18:36:35.427535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:35.472749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1236-62f4-456b-be61-fa4118a62969 req-aed4ba65-ec89-4d4f-a4ff-5d38e41625c4 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:35.474358 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f62a1236-62f4-456b-be61-fa4118a62969 req-aed4ba65-ec89-4d4f-a4ff-5d38e41625c4 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 943 time: 0.1399701 Aug 09 18:36:35.537145 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:35.614099 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f62a1236-62f4-456b-be61-fa4118a62969 req-34de244b-232c-40db-a9ff-7f1805ffe79a tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257579 Aug 09 18:36:35.650115 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:35.653194 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Pushing event updated for resources: {'Port': ['ID=de277f10-a242-437b-acc5-3420ec9b1c42,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:35.657748 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:35.661258 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:36.026319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:36.207714 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96d610-ee7d-4884-9d95-7b9d834e1a40 None None] Network c294e888-15d5-4f90-9ca2-732d44af01b1 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:36.290337 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-bd49e736-4832-4652-b706-e92ad4d95da0 None None] Provisioning for port 06d1785b-006b-48a5-815b-a39d9c271989 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:36.381361 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:36.399957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8de5c-b041-4195-bf00-bd5a90e84f16 req-700b61fb-cb7b-49dc-b654-9f0a313c7355 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:36.403074 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c9e8de5c-b041-4195-bf00-bd5a90e84f16 req-700b61fb-cb7b-49dc-b654-9f0a313c7355 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1241441 Aug 09 18:36:36.595483 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c9e8de5c-b041-4195-bf00-bd5a90e84f16 req-33cb2e77-abae-494f-b404-7e55d54cfeee tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814575 Aug 09 18:36:36.701477 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:36:36.713393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 06d1785b-006b-48a5-815b-a39d9c271989 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:36.794269 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 06d1785b-006b-48a5-815b-a39d9c271989 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:36.799957 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 06d1785b-006b-48a5-815b-a39d9c271989 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:36.800687 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:36.906027 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:36.948482 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 06d1785b-006b-48a5-815b-a39d9c271989, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=06d1785b-006b-48a5-815b-a39d9c271989,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:36.954994 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:37.036078 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=06d1785b-006b-48a5-815b-a39d9c271989,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:37.080171 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 646b448e-ffb5-40f2-b440-700faafe6c5c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:36:37.157640 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f9155-f225-42c3-8722-fdf936237231 req-5b32915d-7c36-4b44-9fb5-e9409b2fb98f tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:37.159169 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-692f9155-f225-42c3-8722-fdf936237231 req-5b32915d-7c36-4b44-9fb5-e9409b2fb98f tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 943 time: 0.0956328 Aug 09 18:36:37.192712 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:36:37.212043 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Sync routers for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:36:37.236309 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:37.238568 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:37.249827 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 646b448e-ffb5-40f2-b440-700faafe6c5c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=646b448e-ffb5-40f2-b440-700faafe6c5c,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:37.264393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '646b448e-ffb5-40f2-b440-700faafe6c5c', 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6', 'port_id': '646b448e-ffb5-40f2-b440-700faafe6c5c', 'mac_address': 'fa:16:3e:db:21:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53bd53d-163e-4c25-816f-529888a76e1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:36:37.266689 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-692f9155-f225-42c3-8722-fdf936237231 req-3df25a49-e2f0-4ebd-82b6-2f1504eb04d1 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863128 Aug 09 18:36:37.267997 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:37.274312 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-9cbde17d-1140-48b1-bcb3-409bce97834a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6412055 Aug 09 18:36:37.276779 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 47098) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:37.344267 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:37.365601 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646b448e-ffb5-40f2-b440-700faafe6c5c {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:36:37.407848 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 646b448e-ffb5-40f2-b440-700faafe6c5c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=646b448e-ffb5-40f2-b440-700faafe6c5c,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:37.414028 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:37.446650 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:37.509013 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=646b448e-ffb5-40f2-b440-700faafe6c5c,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:37.744174 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:35Z', 'revision_number': 3, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:37.782389 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1d843-00e3-4672-b6b0-8df3de781924 req-23cf8f72-f7fb-4682-8909-2f5e02e272ef tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:37.784247 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-87c1d843-00e3-4672-b6b0-8df3de781924 req-23cf8f72-f7fb-4682-8909-2f5e02e272ef tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0738566 Aug 09 18:36:37.787153 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Checking router: f4feb77c-987e-48ba-94a0-00c1ca5c4d28 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:36:37.787507 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Updating router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 port de277f10-a242-437b-acc5-3420ec9b1c42 binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:36:37.827053 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:37.850425 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-87c1d843-00e3-4672-b6b0-8df3de781924 req-fc450923-c410-494e-a450-699c22ded844 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536249 Aug 09 18:36:38.140459 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.205001 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.222567 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Transition to ACTIVE for port object de277f10-a242-437b-acc5-3420ec9b1c42 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:38.234523 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.348809 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Attempting to bind port de277f10-a242-437b-acc5-3420ec9b1c42 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:38.353059 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Attempting to bind port de277f10-a242-437b-acc5-3420ec9b1c42 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:38.353819 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Attempting to bind port de277f10-a242-437b-acc5-3420ec9b1c42 on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:38.387016 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:38.388238 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:38.388634 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.389136 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:38.389690 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Bound port: de277f10-a242-437b-acc5-3420ec9b1c42, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:38.390179 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.392170 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451e0e7-2e6d-456a-a1f4-c9479781f517 None None] Pushing event updated for resources: {'Port': ['ID=de277f10-a242-437b-acc5-3420ec9b1c42,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:38.460757 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Allocated IP 172.20.0.1 (c294e888-15d5-4f90-9ca2-732d44af01b1/fb5d11d7-0708-4604-b6e7-f3918f095c68/262f90ae-62ee-43d7-baa6-3d0b8f95f9c9) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:38.487709 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['646b448e-ffb5-40f2-b440-700faafe6c5c'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:36:38.542285 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] For port de277f10-a242-437b-acc5-3420ec9b1c42, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:38.564718 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] For port de277f10-a242-437b-acc5-3420ec9b1c42, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=de277f10-a242-437b-acc5-3420ec9b1c42,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:38.576169 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.681641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eba04-240c-4202-9c30-87f828bf88e1 req-f408e1ff-ee39-40f4-9d6b-cfd121042460 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:38.702101 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-297eba04-240c-4202-9c30-87f828bf88e1 req-f408e1ff-ee39-40f4-9d6b-cfd121042460 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 944 time: 0.2322071 Aug 09 18:36:38.729270 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.778983 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Transition to ACTIVE for port object 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:38.782794 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451e0e7-2e6d-456a-a1f4-c9479781f517 None None] Pushing event updated for resources: {'Port': ['ID=de277f10-a242-437b-acc5-3420ec9b1c42,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:38.794502 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:38.798043 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:38.834175 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 06d1785b-006b-48a5-815b-a39d9c271989 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:38.859446 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-297eba04-240c-4202-9c30-87f828bf88e1 req-7bed620e-2dff-4f53-8a5d-0ad8fc860535 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550069 Aug 09 18:36:38.884235 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:38.952418 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 06d1785b-006b-48a5-815b-a39d9c271989 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:38.952848 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.020768 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Network c294e888-15d5-4f90-9ca2-732d44af01b1 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:39.031687 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:39.063288 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:39.102276 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Pushing event updated for resources: {'Port': ['ID=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:39.115180 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:39.209001 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.233314 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84f073-1c78-43b5-be01-2c6207c509a4 req-bf61985a-68ba-4d31-af12-4f9230a7dde4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:39.246914 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1e84f073-1c78-43b5-be01-2c6207c509a4 req-bf61985a-68ba-4d31-af12-4f9230a7dde4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2012694 Aug 09 18:36:39.347262 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1e84f073-1c78-43b5-be01-2c6207c509a4 req-1133da1e-0dcf-4f05-9446-b7670496a83b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962200 Aug 09 18:36:39.418721 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.464610 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-3f46295c-b847-4a53-bf62-755f744c152d None None] Provisioning for port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:39.470485 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-3f46295c-b847-4a53-bf62-755f744c152d None None] Provisioning complete for port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:39.471116 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3f46295c-b847-4a53-bf62-755f744c152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.497270 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:35Z', 'revision_number': 3, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:39.522956 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-3f46295c-b847-4a53-bf62-755f744c152d None None] Port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:39.566265 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc9b3e-7eb6-4e32-a538-170ccce69575 None None] The sync data for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi is: [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:35Z', 'revision_number': 3, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:36:39.654743 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.660227 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.743548 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Pushing event updated for resources: {'Port': ['ID=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:39.747246 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:39.916199 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Network c294e888-15d5-4f90-9ca2-732d44af01b1 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:39.919122 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:40.093106 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b25e-7c26-4202-b84f-85aa3bed1a22 req-c8b4f2e6-872a-43a5-96fc-a1596fa7c496 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:40.108418 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b709b25e-7c26-4202-b84f-85aa3bed1a22 req-c8b4f2e6-872a-43a5-96fc-a1596fa7c496 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 944 time: 0.1174421 Aug 09 18:36:40.117852 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:36:40.173717 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b709b25e-7c26-4202-b84f-85aa3bed1a22 req-81df1676-85fc-49ac-a2f6-61aec7d4b0fa tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640223 Aug 09 18:36:40.264099 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-a310f2b1-2e4b-47d1-9b0c-00799c9a24dc None None] Provisioning complete for port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:40.264630 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a310f2b1-2e4b-47d1-9b0c-00799c9a24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:40.288642 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:36:40.295749 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7c5f7133-17c5-4633-a0b2-14ca8e03cfea admin admin] 10.222.0.25 "PUT /v2.0/routers/f4feb77c-987e-48ba-94a0-00c1ca5c4d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171988 Aug 09 18:36:40.322890 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-a310f2b1-2e4b-47d1-9b0c-00799c9a24dc None None] Port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:40.385057 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-7f74da02-06cd-4ba7-80e6-debbcc5e8052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:40.537654 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b1749-35c2-43a8-b928-81a30240dadb req-33e5ce22-5c9a-4a0b-97fe-ac6f17d7d9a6 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:40.539602 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-053b1749-35c2-43a8-b928-81a30240dadb req-33e5ce22-5c9a-4a0b-97fe-ac6f17d7d9a6 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0636334 Aug 09 18:36:40.605417 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-053b1749-35c2-43a8-b928-81a30240dadb req-0b035984-83a7-4602-93f2-dc98c29606ed tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584009 Aug 09 18:36:40.695447 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device de277f10-a242-437b-acc5-3420ec9b1c42 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:40.766678 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port de277f10-a242-437b-acc5-3420ec9b1c42 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:40.772123 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port de277f10-a242-437b-acc5-3420ec9b1c42 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:40.772718 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:40.914936 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:40.942377 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port de277f10-a242-437b-acc5-3420ec9b1c42, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=de277f10-a242-437b-acc5-3420ec9b1c42,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:40.948147 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.012002 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=de277f10-a242-437b-acc5-3420ec9b1c42,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:41.068900 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 47170) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:41.074594 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-699242155-network', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:41.098571 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Made reservation on behalf of 7ea1a631ff3b416fa1da831f27541387 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:41.101161 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.110805 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.114786 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 646b448e-ffb5-40f2-b440-700faafe6c5c up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:41.172240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 646b448e-ffb5-40f2-b440-700faafe6c5c completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:41.178772 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 646b448e-ffb5-40f2-b440-700faafe6c5c triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:41.179301 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.235334 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.240912 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.270802 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:36:41.281174 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3c294-a02e-4a11-964c-54be8dd691a9,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:41.288465 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.288851 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Added segment 3579b831-f151-453e-892e-448036a948cd of type vlan for network 06778772-7079-4a46-b20f-8e61c9c66473 Aug 09 18:36:41.310696 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.336059 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.345772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daed00-3634-4b78-a8a3-19cbeab51134 req-dd615000-4517-422b-b223-ae89e0e8b7ef tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:41.347360 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-61daed00-3634-4b78-a8a3-19cbeab51134 req-dd615000-4517-422b-b223-ae89e0e8b7ef tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 944 time: 0.0702229 Aug 09 18:36:41.350356 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b448e-ffb5-40f2-b440-700faafe6c5c'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:41.357025 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720961e2-5bde-45db-9407-b2f16812dc04" -d '{"events": [{"server_uuid": "c547b727-cc24-4f10-bcef-a30ed3abf1b8", "name": "network-vif-plugged", "status": "completed", "tag": "646b448e-ffb5-40f2-b440-700faafe6c5c"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:41.369601 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.370681 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:41.384398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 646b448e-ffb5-40f2-b440-700faafe6c5c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=646b448e-ffb5-40f2-b440-700faafe6c5c,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:41.384759 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.391552 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.420025 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47b568-0841-4f25-9079-4d17d644e881 x-openstack-request-id: req-de47b568-0841-4f25-9079-4d17d644e881 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:41.420311 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c547b727-cc24-4f10-bcef-a30ed3abf1b8", "name": "network-vif-plugged", "status": "completed", "tag": "646b448e-ffb5-40f2-b440-700faafe6c5c", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:41.420760 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de47b568-0841-4f25-9079-4d17d644e881 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:41.420910 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646b448e-ffb5-40f2-b440-700faafe6c5c', 'code': 200} Aug 09 18:36:41.431710 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-61daed00-3634-4b78-a8a3-19cbeab51134 req-f5a59aed-a046-4c98-9d37-56c620dfae58 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773950 Aug 09 18:36:41.488616 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=646b448e-ffb5-40f2-b440-700faafe6c5c,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:41.503935 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4338775 Aug 09 18:36:41.507123 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 47180) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:41.512224 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Request body: {'subnet': {'network_id': '06778772-7079-4a46-b20f-8e61c9c66473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-699242155-subnet', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:41.528042 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872314dc-8707-4160-9dba-9e3f430dfc96 admin admin] Pushing event updated for resources: {'Network': ['ID=06778772-7079-4a46-b20f-8e61c9c66473,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:41.537625 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Made reservation on behalf of 7ea1a631ff3b416fa1da831f27541387 for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:41.539582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 06778772-7079-4a46-b20f-8e61c9c66473 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:36:41.540567 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33139354'] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.687756 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5ee6-79ce-425d-9eed-4e22a34d8a50 req-a5661b22-9f3f-4ba4-a7a7-461d061c3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:41.689345 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1b9c5ee6-79ce-425d-9eed-4e22a34d8a50 req-a5661b22-9f3f-4ba4-a7a7-461d061c3350 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0673308 Aug 09 18:36:41.747430 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Sync routers for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:36:41.758129 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:41.768149 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:41.796744 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1b9c5ee6-79ce-425d-9eed-4e22a34d8a50 req-4c878731-aefe-446e-a96d-11c9816ee3a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864956 Aug 09 18:36:41.816303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5637827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33139368'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.881797 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7962b9-9785-4edc-a1d7-fc6f8fa7f373,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:41.890929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Checking segment: {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:41.891245 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Network hostable DHCP agents. Network: 06778772-7079-4a46-b20f-8e61c9c66473, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:36:41.892892 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:41.893531 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:36:41.914234 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Network 06778772-7079-4a46-b20f-8e61c9c66473 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:36:41.926989 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 06778772-7079-4a46-b20f-8e61c9c66473) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:41.938048 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c3e16-52f2-411b-a023-f7eb856332b6 None None] Network 06778772-7079-4a46-b20f-8e61c9c66473 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:41.939159 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:41.939771 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.955035 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8ac56519-2236-48c0-86c1-a4248ee2b405 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4467480 Aug 09 18:36:41.961646 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 47188) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:41.967802 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:41.992156 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:41.993617 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.049636 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.205690 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.334240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-06778772-7079-4a46-b20f-8e61c9c66473', 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'fixed_ips': [{'subnet_id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:36:42.336605 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.368319 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 2, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:42.423016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.445299 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.450258 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Checking router: f4feb77c-987e-48ba-94a0-00c1ca5c4d28 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:36:42.450669 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Updating router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:36:42.492556 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.590783 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Allocated IP 172.20.0.2 (06778772-7079-4a46-b20f-8e61c9c66473/7f7962b9-9785-4edc-a1d7-fc6f8fa7f373/f6e584bb-dffe-420a-8e47-481730f7a463) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:42.604518 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Allocated IP 172.27.3.164 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/7ecf494b-4581-4d1d-a621-0da81057d51e) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:42.627781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd0cd4-8751-43f7-9bfb-67c3642b0bf1 req-d06c887a-3a2c-4a1a-b478-157083cde306 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:42.630828 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d1cd0cd4-8751-43f7-9bfb-67c3642b0bf1 req-d06c887a-3a2c-4a1a-b478-157083cde306 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.0620949 Aug 09 18:36:42.678392 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device de277f10-a242-437b-acc5-3420ec9b1c42 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:42.687805 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d1cd0cd4-8751-43f7-9bfb-67c3642b0bf1 req-43f0324e-9469-4559-a3b6-302c84a5b5fe tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454249 Aug 09 18:36:42.740197 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.794952 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.832704 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:42.835740 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:42.838367 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:42.877356 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port de277f10-a242-437b-acc5-3420ec9b1c42 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:42.877852 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:42.885255 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Pushing event updated for resources: {'Port': ['ID=7ecf494b-4581-4d1d-a621-0da81057d51e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:43.011082 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.034019 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Transition to ACTIVE for port object f6e584bb-dffe-420a-8e47-481730f7a463 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:43.110859 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Transition to ACTIVE for port object f6e584bb-dffe-420a-8e47-481730f7a463 will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:43.118456 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-90bc34a0-0e23-418d-adcf-31306bff8256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.132798 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.139415 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.142564 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.201124 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Transition to ACTIVE for port object 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:43.213549 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Network 06778772-7079-4a46-b20f-8e61c9c66473 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:43.217687 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.222413 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:43.228411 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.230892 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:43.236618 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Pushing event updated for resources: {'Port': ['ID=f6e584bb-dffe-420a-8e47-481730f7a463,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:43.307974 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f519195-6e21-4301-9f75-40962f2b6d03 None None] Pushing event updated for resources: {'Port': ['ID=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:43.310195 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178f99-967f-4911-a8fe-8db958b793bb req-a03d9f4f-f108-4cfb-881b-058c014d367b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:43.319386 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-60178f99-967f-4911-a8fe-8db958b793bb req-a03d9f4f-f108-4cfb-881b-058c014d367b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0694313 Aug 09 18:36:43.364658 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Attempting to bind port f6e584bb-dffe-420a-8e47-481730f7a463 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:43.365037 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Attempting to bind port f6e584bb-dffe-420a-8e47-481730f7a463 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:43.365449 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Attempting to bind port f6e584bb-dffe-420a-8e47-481730f7a463 on network 06778772-7079-4a46-b20f-8e61c9c66473 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:43.368868 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-60178f99-967f-4911-a8fe-8db958b793bb req-9fcb42db-aca8-4f8e-96b0-00ace7848d78 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Aug 09 18:36:43.372644 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:43.373029 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Checking segment: {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:43.373490 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.373894 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Bound using segment: {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:43.374383 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Bound port: f6e584bb-dffe-420a-8e47-481730f7a463, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:43.377549 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.381537 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.423178 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Attempting to bind port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:43.423697 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Attempting to bind port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:43.424081 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Attempting to bind port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 on network c294e888-15d5-4f90-9ca2-732d44af01b1 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:43.490387 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] For port f6e584bb-dffe-420a-8e47-481730f7a463, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:43.494444 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] For port f6e584bb-dffe-420a-8e47-481730f7a463, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f6e584bb-dffe-420a-8e47-481730f7a463,segment=NetworkSegment(3579b831-f151-453e-892e-448036a948cd),segment_id=3579b831-f151-453e-892e-448036a948cd)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:43.501395 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.561185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:36:43.579135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:43.579519 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Checking segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:43.579923 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.580321 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Bound using segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:43.580857 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Bound port: 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:43.581211 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.615750 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd89b0-44ef-447d-99cc-ba1dc3efca04 None None] Pushing event updated for resources: {'Port': ['ID=f6e584bb-dffe-420a-8e47-481730f7a463,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:43.692955 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] For port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:43.700211 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] For port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:43.712537 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:43.799829 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:43.806559 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:43.875229 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f519195-6e21-4301-9f75-40962f2b6d03 None None] Pushing event updated for resources: {'Port': ['ID=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:44.029022 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:36:44.047564 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Sync routers for ids ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:36:44.064869 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Routers {'047105d3-5872-4ae1-b0b8-c26b357f9fb1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:44.070459 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:44.079697 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:44.080968 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-66a852c1-81bf-4146-bad8-568347a26e01 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1182764 Aug 09 18:36:44.083842 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 47228) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:36:44.167413 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:44.311369 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Set router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:44.335032 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5812a-8509-400c-a739-0986ac45ee4c req-03bde87f-622d-41ed-8661-53ae5147ba43 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:44.336589 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fe5812a-8509-400c-a739-0986ac45ee4c req-03bde87f-622d-41ed-8661-53ae5147ba43 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.1267905 Aug 09 18:36:44.358878 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:44.448408 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:43Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:44.479582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f34f3f-3360-4efa-bc46-4d50ee398e60 None None] The sync data for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi is: [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:43Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:36:44.481339 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fe5812a-8509-400c-a739-0986ac45ee4c req-c3a8ba47-70c4-4e71-bef4-9abfe68bd1c8 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260190 Aug 09 18:36:44.551743 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:36:43Z', 'revision_number': 3, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:44.583745 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Checking router: 047105d3-5872-4ae1-b0b8-c26b357f9fb1 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:36:44.584304 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Updating router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 port 7ecf494b-4581-4d1d-a621-0da81057d51e binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:36:44.625119 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:44.775664 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f6e584bb-dffe-420a-8e47-481730f7a463 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:44.853913 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port f6e584bb-dffe-420a-8e47-481730f7a463 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:44.863673 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:44.881701 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:44.970568 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:44.983562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:44.984006 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.126196 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea5a3d8-0218-424b-885a-13b37e5fd29b None None] Network 06778772-7079-4a46-b20f-8e61c9c66473 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:36:45.138918 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.165608 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Transition to ACTIVE for port object 7ecf494b-4581-4d1d-a621-0da81057d51e will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:45.176042 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.211921 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.213493 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Allocated IP 172.20.0.1 (06778772-7079-4a46-b20f-8e61c9c66473/7f7962b9-9785-4edc-a1d7-fc6f8fa7f373/af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:45.253893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] Provisioning for port f6e584bb-dffe-420a-8e47-481730f7a463 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:45.270056 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854b4e8-3252-4449-86b4-b33a2bb36900 None None] Pushing event updated for resources: {'Port': ['ID=7ecf494b-4581-4d1d-a621-0da81057d51e,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:45.297663 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] Provisioning complete for port f6e584bb-dffe-420a-8e47-481730f7a463 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:45.297893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.312997 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Attempting to bind port 7ecf494b-4581-4d1d-a621-0da81057d51e on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:45.313402 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Attempting to bind port 7ecf494b-4581-4d1d-a621-0da81057d51e by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:45.314228 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Attempting to bind port 7ecf494b-4581-4d1d-a621-0da81057d51e on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:45.319589 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:45.319972 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:45.320349 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.321223 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:45.321515 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Bound port: 7ecf494b-4581-4d1d-a621-0da81057d51e, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:45.321910 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.391114 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.392469 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] For port 7ecf494b-4581-4d1d-a621-0da81057d51e, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:45.397451 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] For port 7ecf494b-4581-4d1d-a621-0da81057d51e, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7ecf494b-4581-4d1d-a621-0da81057d51e,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:45.405000 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.412173 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Transition to ACTIVE for port object af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:45.469757 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.486233 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Routers {'047105d3-5872-4ae1-b0b8-c26b357f9fb1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:45.486875 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:45.519324 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Network 06778772-7079-4a46-b20f-8e61c9c66473 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:45.522911 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:45.526503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:45.528301 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:45.535776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.576841 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Pushing event updated for resources: {'Port': ['ID=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:45.599457 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.611588 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854b4e8-3252-4449-86b4-b33a2bb36900 None None] Pushing event updated for resources: {'Port': ['ID=7ecf494b-4581-4d1d-a621-0da81057d51e,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:45.750372 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:45.767365 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.779316 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] Set router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:45.788031 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.823143 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] For port f6e584bb-dffe-420a-8e47-481730f7a463, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f6e584bb-dffe-420a-8e47-481730f7a463,segment=NetworkSegment(3579b831-f151-453e-892e-448036a948cd),segment_id=3579b831-f151-453e-892e-448036a948cd)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:45.828585 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:45.903189 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c62f1-b840-4fb6-80cc-ef8a268c095e None None] Pushing event updated for resources: {'Port': ['ID=f6e584bb-dffe-420a-8e47-481730f7a463,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:45.956585 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9c08f-e846-45ca-a9bd-167994df1879 req-d180dc85-9719-40e6-8bfd-7f4831399a10 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:45.958252 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65d9c08f-e846-45ca-a9bd-167994df1879 req-d180dc85-9719-40e6-8bfd-7f4831399a10 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.1691036 Aug 09 18:36:46.040639 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.080435 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65d9c08f-e846-45ca-a9bd-167994df1879 req-e95e367a-e5c6-448d-a06b-961a839f15e0 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054914 Aug 09 18:36:46.126030 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:36:43Z', 'revision_number': 3, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:46.203287 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d3a43-ce6a-4948-b8ec-5e90d1dfa448 None None] The sync data for ids ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'] in dv-cinder-784453-11-iscsi is: [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:36:43Z', 'revision_number': 3, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:36:46.279063 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-f27eaf3b-01c2-4581-b103-493896eb4298 None None] Provisioning complete for port f6e584bb-dffe-420a-8e47-481730f7a463 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:46.280460 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f27eaf3b-01c2-4581-b103-493896eb4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.444529 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-1c69bd30-d870-4da9-b715-77949a003698 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155014792&fields=id&tenant_id=3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 267 time: 0.1086953 Aug 09 18:36:46.480918 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-f27eaf3b-01c2-4581-b103-493896eb4298 None None] Provisioning for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:46.489076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-f27eaf3b-01c2-4581-b103-493896eb4298 None None] Provisioning complete for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:46.489617 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f27eaf3b-01c2-4581-b103-493896eb4298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.583336 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-f27eaf3b-01c2-4581-b103-493896eb4298 None None] Port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:46.704705 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-5c9155c6-2697-496f-9f00-31ab8f42e799 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:46.707142 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-5c9155c6-2697-496f-9f00-31ab8f42e799 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 812 time: 0.2618794 Aug 09 18:36:46.733226 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-05d09c50-cffe-44ea-91d4-efe249210be5 None None] Provisioning complete for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:46.733605 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-05d09c50-cffe-44ea-91d4-efe249210be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.735485 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f6e584bb-dffe-420a-8e47-481730f7a463 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:46.755201 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-ba249831-3040-43ed-93b8-24216e493c69 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/quotas/3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 375 time: 0.0336988 Aug 09 18:36:46.758779 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.764905 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.805929 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-05d09c50-cffe-44ea-91d4-efe249210be5 None None] Port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:46.823023 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port f6e584bb-dffe-420a-8e47-481730f7a463 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:46.823399 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.912033 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:46.930342 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:46.931563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Pushing event updated for resources: {'Port': ['ID=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:46.951272 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-ff366b3b-a76e-48d0-bffb-5f2548dc77cb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1811285 Aug 09 18:36:46.985417 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:46.985796 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:47.145651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Network 06778772-7079-4a46-b20f-8e61c9c66473 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:47.148058 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-1cbe6369-fe40-43fb-a2b4-e644d70dcf13 service neutron] 10.222.0.25 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330347 Aug 09 18:36:47.149340 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:47.359328 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-dfaa2db1-449c-4f7c-8869-16be9feef0a6 service neutron] 10.222.0.25 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005002 Aug 09 18:36:47.379852 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:36:47.445685 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-8cf54001-56ba-49c2-8648-c09cb5921816 None None] Provisioning complete for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:47.446215 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8cf54001-56ba-49c2-8648-c09cb5921816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:47.551789 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:47.556042 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-8cf54001-56ba-49c2-8648-c09cb5921816 None None] Port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:47.823416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:36:47.832199 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-cae2eb74-3cef-428e-9560-b7389d7aaf9a admin admin] 10.222.0.25 "PUT /v2.0/routers/047105d3-5872-4ae1-b0b8-c26b357f9fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7470789 Aug 09 18:36:48.022656 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e1aa60ec-6012-4778-a1fc-623efc598779 req-58717a69-331a-412c-a9bc-53b28925b2d1 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 210 time: 0.0302749 Aug 09 18:36:48.197103 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7ff27-6c1f-49b9-b903-68420c1c79a4 req-60a27b00-38f9-4132-a753-04184b288642 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:48.199672 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-98d7ff27-6c1f-49b9-b903-68420c1c79a4 req-60a27b00-38f9-4132-a753-04184b288642 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.0934501 Aug 09 18:36:48.260133 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-98d7ff27-6c1f-49b9-b903-68420c1c79a4 req-e99b4866-efc1-4f10-8b9f-91b00a17a987 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505798 Aug 09 18:36:48.651555 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Sync routers for ids ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:36:48.663279 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Routers {'047105d3-5872-4ae1-b0b8-c26b357f9fb1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:48.664279 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:48.723450 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7ecf494b-4581-4d1d-a621-0da81057d51e up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:48.842809 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 7ecf494b-4581-4d1d-a621-0da81057d51e completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:48.852181 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Set router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:48.855411 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 7ecf494b-4581-4d1d-a621-0da81057d51e triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:48.855819 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.078200 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.127617 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 7ecf494b-4581-4d1d-a621-0da81057d51e, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7ecf494b-4581-4d1d-a621-0da81057d51e,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:49.133750 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.170013 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8ff64c6f-f1a9-41ae-8de2-f46e41db202a req-254e5e2f-8464-4322-9860-a424ecaf18be tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 210 time: 0.0441914 Aug 09 18:36:49.231949 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=7ecf494b-4581-4d1d-a621-0da81057d51e,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:49.257059 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 4, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4', 'name': '', 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'mac_address': 'fa:16:3e:16:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:44Z', 'updated_at': '2021-08-09T18:36:46Z', 'revision_number': 2, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'subnets': [{'id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:49.289430 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Checking router: 047105d3-5872-4ae1-b0b8-c26b357f9fb1 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:36:49.289875 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Updating router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:36:49.325635 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.528726 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-67a222ff-2598-4e46-9a27-362eb359ca36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:49.531313 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-67a222ff-2598-4e46-9a27-362eb359ca36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 812 time: 0.2106559 Aug 09 18:36:49.548526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535b254-6136-4a97-8582-3f6472d27391 req-c25dcb51-a158-48f9-9907-fd85c10910cf tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:49.550853 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5535b254-6136-4a97-8582-3f6472d27391 req-c25dcb51-a158-48f9-9907-fd85c10910cf tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.0909300 Aug 09 18:36:49.623340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5535b254-6136-4a97-8582-3f6472d27391 req-0e48ea7d-02ad-4a29-bd49-7732a68d81c2 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637107 Aug 09 18:36:49.628430 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-72ac3dcd-3bc9-4c4d-b38a-1dffecaa8b8b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 380 time: 0.0764625 Aug 09 18:36:49.653448 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'port': {'device_id': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'admin_state_up': True, 'tenant_id': '3af446828a82447aaba157e5130923dc', 'security_groups': ['5c06920c-da39-4165-8d78-7b6e2565f790']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:49.795268 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.826597 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Transition to ACTIVE for port object af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:49.853306 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.894317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Made reservation on behalf of 3af446828a82447aaba157e5130923dc for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:49.903735 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:49.926302 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b35ea3-c274-4262-85c2-2224c01b48cc None None] Pushing event updated for resources: {'Port': ['ID=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:50.022861 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Attempting to bind port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:50.028943 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Attempting to bind port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:50.029898 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Attempting to bind port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 on network 06778772-7079-4a46-b20f-8e61c9c66473 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:50.041340 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:50.042023 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Checking segment: {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:50.043489 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.044059 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Bound using segment: {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:50.045141 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Bound port: af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3579b831-f151-453e-892e-448036a948cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:50.045725 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.141135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] For port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:50.141896 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Allocated IP 172.20.0.6 (fb46b02e-b970-486b-8b1d-d6caf0184fd6/0af72d5c-73e8-4d71-878d-f0c98cd32028/9e6b2d24-5bec-4406-aced-5b587e2d12fd) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:50.146438 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] For port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,segment=NetworkSegment(3579b831-f151-453e-892e-448036a948cd),segment_id=3579b831-f151-453e-892e-448036a948cd)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:50.154713 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.244753 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Routers {'047105d3-5872-4ae1-b0b8-c26b357f9fb1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:36:50.246013 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:36:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:50.315801 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b35ea3-c274-4262-85c2-2224c01b48cc None None] Pushing event updated for resources: {'Port': ['ID=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:50.364485 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d8d4a371-f8d6-4372-9c16-50aff1c5ca2d req-037051bc-ea8d-49e7-9c3c-e8636762a3c7 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 210 time: 0.0632546 Aug 09 18:36:50.468595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.479768 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] Set router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:36:50.498139 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-463780a9-aa53-4f64-880c-6db6163e75bb tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:50.500202 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-463780a9-aa53-4f64-880c-6db6163e75bb tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.2103238 Aug 09 18:36:50.507838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Transition to ACTIVE for port object 9e6b2d24-5bec-4406-aced-5b587e2d12fd will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:50.640724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.694275 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Deleting port 646b448e-ffb5-40f2-b440-700faafe6c5c {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:36:50.694623 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.703798 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7ecf494b-4581-4d1d-a621-0da81057d51e up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:50.813595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:50.844784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=9e6b2d24-5bec-4406-aced-5b587e2d12fd,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:50.851357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:50.870346 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:50.973904 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 7ecf494b-4581-4d1d-a621-0da81057d51e triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:50.974762 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] For port 646b448e-ffb5-40f2-b440-700faafe6c5c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=646b448e-ffb5-40f2-b440-700faafe6c5c,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:50.974956 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:50.975120 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:51.006927 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Calling delete_port for 646b448e-ffb5-40f2-b440-700faafe6c5c owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:36:51.033657 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 4, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4', 'name': '', 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'mac_address': 'fa:16:3e:16:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:44Z', 'updated_at': '2021-08-09T18:36:50Z', 'revision_number': 4, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'subnets': [{'id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:36:51.093524 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3a127-f814-45de-ae77-a9976eda6853 None None] The sync data for ids ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'] in dv-cinder-784453-11-iscsi is: [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 4, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4', 'name': '', 'network_id': '06778772-7079-4a46-b20f-8e61c9c66473', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'mac_address': 'fa:16:3e:16:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:44Z', 'updated_at': '2021-08-09T18:36:50Z', 'revision_number': 4, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'subnets': [{'id': '7f7962b9-9785-4edc-a1d7-fc6f8fa7f373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:36:51.252020 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-5887759c-8436-4e35-89ea-eba8bd2e9ec3 None None] Provisioning for port 9e6b2d24-5bec-4406-aced-5b587e2d12fd completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:51.253360 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3c8d7-c6a7-478f-a93f-158956b50943 req-eee05085-1ecf-4caf-8d77-9242e0a3f0ee tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:51.261869 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-5887759c-8436-4e35-89ea-eba8bd2e9ec3 None None] Provisioning complete for port 9e6b2d24-5bec-4406-aced-5b587e2d12fd triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:51.262535 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-5887759c-8436-4e35-89ea-eba8bd2e9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:51.267818 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5ec3c8d7-c6a7-478f-a93f-158956b50943 req-eee05085-1ecf-4caf-8d77-9242e0a3f0ee tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 945 time: 0.4763923 Aug 09 18:36:51.315156 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-5887759c-8436-4e35-89ea-eba8bd2e9ec3 None None] Port 9e6b2d24-5bec-4406-aced-5b587e2d12fd cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:36:51.348843 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:51.349552 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:51.408529 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-d462a055-ed5a-4ddf-b275-0e66acfea355 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7605889 Aug 09 18:36:51.419442 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5ec3c8d7-c6a7-478f-a93f-158956b50943 req-0f91247a-3e7a-4d6c-a799-14ef39fdac3b tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478677 Aug 09 18:36:51.427311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:51.485018 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Request body: {'port': {'device_id': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:51.533149 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Pushing event deleted for resources: {'Port': ['ID=646b448e-ffb5-40f2-b440-700faafe6c5c,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:51.576136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] No DVR routers for this DVR port 646b448e-ffb5-40f2-b440-700faafe6c5c on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:36:51.581944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:51.590593 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0d4740a2-3b56-4a01-92cf-10d45883c978 req-2df56eb1-e3ec-40b6-8d56-906735ae053e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "DELETE /v2.0/ports/646b448e-ffb5-40f2-b440-700faafe6c5c HTTP/1.1" status: 204 len: 173 time: 1.0803559 Aug 09 18:36:51.595844 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'name': 'network-vif-deleted', 'tag': '646b448e-ffb5-40f2-b440-700faafe6c5c'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:51.598415 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc180de-9974-46e2-a775-528e10289218" -d '{"events": [{"server_uuid": "c547b727-cc24-4f10-bcef-a30ed3abf1b8", "name": "network-vif-deleted", "tag": "646b448e-ffb5-40f2-b440-700faafe6c5c"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:51.701884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8401271e-5a5d-4a3e-8e3e-490eece304d7 x-openstack-request-id: req-8401271e-5a5d-4a3e-8e3e-490eece304d7 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:51.702477 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c547b727-cc24-4f10-bcef-a30ed3abf1b8", "name": "network-vif-deleted", "tag": "646b448e-ffb5-40f2-b440-700faafe6c5c", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:51.702834 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8401271e-5a5d-4a3e-8e3e-490eece304d7 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:51.703340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c547b727-cc24-4f10-bcef-a30ed3abf1b8', 'name': 'network-vif-deleted', 'tag': '646b448e-ffb5-40f2-b440-700faafe6c5c', 'status': 'completed', 'code': 200} Aug 09 18:36:51.706687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:51.740947 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9473c-dd85-4c40-a7d7-82474f0f1ebb req-ba5cdbfe-cee2-4ff7-8aeb-afb7614a40e5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:51.754008 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fce9473c-dd85-4c40-a7d7-82474f0f1ebb req-ba5cdbfe-cee2-4ff7-8aeb-afb7614a40e5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 931 time: 0.1887918 Aug 09 18:36:51.850810 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fce9473c-dd85-4c40-a7d7-82474f0f1ebb req-1f9543ed-e36b-4bc4-956e-6374f1b3c756 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955405 Aug 09 18:36:52.138841 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6b2d24-5bec-4406-aced-5b587e2d12fd {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:36:52.148282 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:52.177714 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Transition to ACTIVE for port object 9e6b2d24-5bec-4406-aced-5b587e2d12fd will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:52.190177 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:52.282453 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6b2d24-5bec-4406-aced-5b587e2d12fd,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:52.426854 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Attempting to bind port 9e6b2d24-5bec-4406-aced-5b587e2d12fd on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:52.427574 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Attempting to bind port 9e6b2d24-5bec-4406-aced-5b587e2d12fd by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:52.427574 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Attempting to bind port 9e6b2d24-5bec-4406-aced-5b587e2d12fd on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:52.449278 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Port 9e6b2d24-5bec-4406-aced-5b587e2d12fd on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:36:52.451482 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Attempting to bind port 9e6b2d24-5bec-4406-aced-5b587e2d12fd on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:52.471541 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:52.471838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Checking segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:52.472259 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Bound using segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:52.472824 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Bound port: 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:52.473113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:52.598422 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27f905fe-33c8-443b-989e-2fbb4d7d476b req-281890ac-41a5-45e1-b86c-2b6a1c0d61db tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=c547b727-cc24-4f10-bcef-a30ed3abf1b8 HTTP/1.1" status: 200 len: 210 time: 0.0436823 Aug 09 18:36:52.613013 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] For port 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:52.655961 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] For port 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:52.662830 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:52.728537 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6b2d24-5bec-4406-aced-5b587e2d12fd,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:52.753870 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:52.754624 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:52.756171 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-e2c8a572-36f1-4cd4-9c98-d3820cf65419 service neutron] 10.222.0.73 "PUT /v2.0/ports/9e6b2d24-5bec-4406-aced-5b587e2d12fd HTTP/1.1" status: 200 len: 1093 time: 1.2777843 Aug 09 18:36:52.793546 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:52.867180 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:36:52.874766 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:52.875243 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:52.989518 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-2a57702a-8675-482f-a3e3-0dc62d83ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:52.991437 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-2a57702a-8675-482f-a3e3-0dc62d83ae65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 1096 time: 0.1114080 Aug 09 18:36:53.089873 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-f282f7eb-4c4e-40ee-b4e1-cf2421f718bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd HTTP/1.1" status: 200 len: 217 time: 0.0752201 Aug 09 18:36:53.132950 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:53.182770 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,segment=NetworkSegment(3579b831-f151-453e-892e-448036a948cd),segment_id=3579b831-f151-453e-892e-448036a948cd)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:36:53.187240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 646b448e-ffb5-40f2-b440-700faafe6c5c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:36:53.192782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1211ac-01e1-4529-9625-0222f6df8c54 req-b016e4bf-3365-49e6-b27f-89bc1722c5da tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:53.194418 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7f1211ac-01e1-4529-9625-0222f6df8c54 req-b016e4bf-3365-49e6-b27f-89bc1722c5da tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1676559 Aug 09 18:36:53.200262 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-a9ffa721-9f0c-49a9-a565-ff55a772a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:53.202137 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-a9ffa721-9f0c-49a9-a565-ff55a772a58b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0826278 Aug 09 18:36:53.228454 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:53.233308 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 646b448e-ffb5-40f2-b440-700faafe6c5c {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:36:53.233654 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 646b448e-ffb5-40f2-b440-700faafe6c5c not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:36:53.300920 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.316747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:36:53.322878 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-8e63736c-66f8-404b-b193-e1aa5b1ad144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:53.324991 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-8e63736c-66f8-404b-b193-e1aa5b1ad144 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1155210 Aug 09 18:36:53.330924 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7f1211ac-01e1-4529-9625-0222f6df8c54 req-2b569837-937e-4181-a728-3085e6f72136 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696266 Aug 09 18:36:53.461495 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-58929134-1c0f-45b0-9a03-b6be4bf3652f service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220627 Aug 09 18:36:53.602152 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da4831ea-fdc2-4ead-a72f-087deb473a79 req-fc16cd37-7c0f-4a4d-a3f1-566bd9571c46 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278737 Aug 09 18:36:53.704405 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:53.707229 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61f294-5ac0-4372-b2b3-572173a5445b" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:53.762052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a58fdd-49c6-4c93-a7e5-30e3d41b2a5e x-openstack-request-id: req-f6a58fdd-49c6-4c93-a7e5-30e3d41b2a5e {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:53.762462 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:53.762849 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6a58fdd-49c6-4c93-a7e5-30e3d41b2a5e {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:53.763345 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'status': 'completed', 'code': 200} Aug 09 18:36:53.984864 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-981bcaf2-c59d-46fd-a426-855cd728210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:53.986469 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-981bcaf2-c59d-46fd-a426-855cd728210d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 1096 time: 0.1302121 Aug 09 18:36:54.070783 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-a18748fb-1171-4c26-b063-8950788eaf4a tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:54.072388 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-a18748fb-1171-4c26-b063-8950788eaf4a tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/networks?id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 200 len: 808 time: 0.1667655 Aug 09 18:36:54.111131 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-44115669-02f1-4550-a319-9b32b638c78c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/quotas/94a308be8bdc4f29b340fc61ccb47ec7 HTTP/1.1" status: 200 len: 375 time: 0.0223501 Aug 09 18:36:54.187792 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-c4eb3afe-dad8-42f3-9415-31e30859574a tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597973 Aug 09 18:36:54.256716 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-ecde5a04-c1f2-48a2-ab12-771e31497369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:54.257922 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-ecde5a04-c1f2-48a2-ab12-771e31497369 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.2533154 Aug 09 18:36:54.332392 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-0b37d450-e05c-49f7-8e37-f1656e796ed4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd HTTP/1.1" status: 200 len: 217 time: 0.0437212 Aug 09 18:36:54.423554 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-5c0be90a-9d7b-4014-9ad8-2649a49859b7 service neutron] 10.222.0.25 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341013 Aug 09 18:36:54.551767 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-d7e815c7-9c1f-4041-9a9a-bd169bc8c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:54.553297 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-d7e815c7-9c1f-4041-9a9a-bd169bc8c2b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.2106869 Aug 09 18:36:54.633357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8913b-3a65-474f-97ba-fc86a7dde996 req-a1fed66b-f118-46dd-84db-36d308886016 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:54.640736 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-22c8913b-3a65-474f-97ba-fc86a7dde996 req-a1fed66b-f118-46dd-84db-36d308886016 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1422088 Aug 09 18:36:54.675701 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:36:54.686351 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-2af46368-a113-45ef-8868-4b4eea24a7a3 service neutron] 10.222.0.25 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458608 Aug 09 18:36:54.733757 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-22c8913b-3a65-474f-97ba-fc86a7dde996 req-c4076109-07f3-4112-a6b0-73d9fc91daed tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827644 Aug 09 18:36:54.743959 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-cfca23c2-a68e-42a4-ad20-6603f79d62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:54.745545 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-cfca23c2-a68e-42a4-ad20-6603f79d62e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1679182 Aug 09 18:36:54.748485 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:36:54.748867 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:54.945627 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-ffd90656-414c-45dc-b1d8-b5ad9ea8a83f service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879575 Aug 09 18:36:55.220669 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2cc3b636-cea6-4608-ac2f-2c78e6688456 req-2b8b9a7d-55aa-460a-b7a7-b400057e46d2 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 210 time: 0.1146820 Aug 09 18:36:55.259957 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f61f294-5ac0-4372-b2b3-572173a5445b req-cb786724-30e3-462b-bea5-b937f2b87993 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845404 Aug 09 18:36:55.269789 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-f286d4a7-4ac2-4c06-9f93-ce51dc5e751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:55.271521 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-f286d4a7-4ac2-4c06-9f93-ce51dc5e751d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.1426697 Aug 09 18:36:55.435096 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62648289-873d-4117-840f-0148e4b0150e req-fdb7c417-cebc-441c-a2bf-a910d37ec733 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:55.444530 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-62648289-873d-4117-840f-0148e4b0150e req-fdb7c417-cebc-441c-a2bf-a910d37ec733 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1231692 Aug 09 18:36:55.497760 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-23104e60-7013-44cf-acd2-867470eb0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:55.499126 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-23104e60-7013-44cf-acd2-867470eb0175 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.2060542 Aug 09 18:36:55.512304 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-62648289-873d-4117-840f-0148e4b0150e req-2c30f5e0-5233-41e4-bfb2-05279f66a3c2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668871 Aug 09 18:36:55.653523 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-62d44882-ffc4-4078-8e46-53a769687850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.0661900 Aug 09 18:36:55.739282 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-30544f93-84f6-41b2-b0c2-03fc8ecb470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:55.740858 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-30544f93-84f6-41b2-b0c2-03fc8ecb470a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0701571 Aug 09 18:36:55.797569 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-721b571d-4f10-4e72-8749-62aac9b32370 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445092 Aug 09 18:36:55.962703 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c25b4-fce8-4792-a55d-b9a47c91c304 req-9c18e9b6-3ed2-49a0-91a6-aaa1a9507679 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:55.963936 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b65c25b4-fce8-4792-a55d-b9a47c91c304 req-9c18e9b6-3ed2-49a0-91a6-aaa1a9507679 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1210551 Aug 09 18:36:55.982615 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-597360be-ad11-4530-ae00-269ecc57f50c service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731684 Aug 09 18:36:56.084443 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b65c25b4-fce8-4792-a55d-b9a47c91c304 req-fbc7fc0c-2b08-4487-91e6-888402db8a7d tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055303 Aug 09 18:36:56.142939 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68dffee6-9116-4193-abd8-c5cbe97e9a59 req-d9c24036-67a6-43b5-b847-f39223f2fff8 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442347 Aug 09 18:36:56.747759 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b198db45-0603-4197-842c-4a6730c3a881 req-ddc1563c-ed03-45dc-8d65-7b6412ffefe3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 210 time: 0.4138036 Aug 09 18:36:56.926816 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f961-5db5-4137-bb29-b8404fdadfbe req-fec03ed5-968d-42c5-9d12-1fd694e4ec62 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:56.928383 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3922f961-5db5-4137-bb29-b8404fdadfbe req-fec03ed5-968d-42c5-9d12-1fd694e4ec62 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1836877 Aug 09 18:36:57.060459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-c2db441a-df38-4d61-b7ed-6d8b8e16264f tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:57.062882 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-c2db441a-df38-4d61-b7ed-6d8b8e16264f tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "GET /v2.0/networks?id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 200 len: 808 time: 0.3186092 Aug 09 18:36:57.068992 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3922f961-5db5-4137-bb29-b8404fdadfbe req-6d4e3053-9042-4875-b6e0-5e70f16096e0 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105661 Aug 09 18:36:57.097573 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Request body: {'port': {'device_id': '140e69cc-294b-4370-a5d4-768b282dd76f', 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6', 'admin_state_up': True, 'tenant_id': '94a308be8bdc4f29b340fc61ccb47ec7'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:57.166531 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-536416ee-3291-4f61-ab3d-9c2d31cfffcd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:57.172221 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-536416ee-3291-4f61-ab3d-9c2d31cfffcd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.2959373 Aug 09 18:36:57.217184 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-b90a47a4-d5ae-47a9-929e-213ba6faaedf tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/quotas/d350ba621fc24439b46eb257e118bca9 HTTP/1.1" status: 200 len: 375 time: 0.0403051 Aug 09 18:36:57.390367 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-78568915-88b4-4f9d-9034-7bce4411c95e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1582348 Aug 09 18:36:57.406697 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc164b85-3bc2-4da4-848b-02f4e27a4cba req-530559f9-f19e-4404-a625-7466ae103fff tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:57.408384 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc164b85-3bc2-4da4-848b-02f4e27a4cba req-530559f9-f19e-4404-a625-7466ae103fff tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1902263 Aug 09 18:36:57.472517 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Made reservation on behalf of 94a308be8bdc4f29b340fc61ccb47ec7 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:36:57.475940 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:57.530841 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc164b85-3bc2-4da4-848b-02f4e27a4cba req-7649ee19-feec-44ec-9dfb-8a96ea61fa42 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101191 Aug 09 18:36:57.602207 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f38a022d-b62c-47db-b165-153a382fb73f service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906154 Aug 09 18:36:57.762182 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-2efd3c5f-16a9-4838-9aba-245251d678b1 service neutron] 10.222.0.25 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493413 Aug 09 18:36:57.782944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Allocated IP 172.20.0.7 (fc4d2454-4e9d-46b0-bed4-fb26cbf116e6/b53bd53d-163e-4c25-816f-529888a76e1f/f062b17d-f3da-4632-b0fc-c6d7157393d8) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:36:58.143927 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-924cdd36-2bb4-4a90-a0fe-70172caaa27d req-eae52a26-46a7-4217-a6fb-d4aa82ee837d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 210 time: 0.0718625 Aug 09 18:36:58.158158 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0ebdf334-024a-4a8b-a6ff-4424aef0a1b6 req-130e88d5-663d-40ed-ab82-b2c203e9e454 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 210 time: 0.0875535 Aug 09 18:36:58.244702 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:58.312730 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dc15f-5c77-48bf-afad-4eae39c5ab9b req-75b5ee9f-bb82-4007-aa2f-ac3bed7603a7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:58.320327 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-257dc15f-5c77-48bf-afad-4eae39c5ab9b req-75b5ee9f-bb82-4007-aa2f-ac3bed7603a7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0714598 Aug 09 18:36:58.373532 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:58.478446 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-257dc15f-5c77-48bf-afad-4eae39c5ab9b req-a3bcddba-cb5d-4df7-a5ab-038dbf8e52e7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571002 Aug 09 18:36:58.489427 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:36:58.504310 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:36:58.506496 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Pushing event updated for resources: {'Port': ['ID=f062b17d-f3da-4632-b0fc-c6d7157393d8,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:58.516321 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:36:58.587701 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:58.588485 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:58.615326 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-bed70740-d00c-408d-9b78-7f160b71d609 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5298152 Aug 09 18:36:58.657921 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Request body: {'port': {'device_id': '140e69cc-294b-4370-a5d4-768b282dd76f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:36:58.775534 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e374-23c0-499d-9d65-513aded3fe9e req-c277a7ff-9974-495a-b5dd-a0664246df17 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:58.789730 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b714e374-23c0-499d-9d65-513aded3fe9e req-c277a7ff-9974-495a-b5dd-a0664246df17 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1679883 Aug 09 18:36:58.805156 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:58.890923 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b714e374-23c0-499d-9d65-513aded3fe9e req-a6fae93b-9a10-4004-8b33-628e5ce13ac0 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946927 Aug 09 18:36:59.240899 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f062b17d-f3da-4632-b0fc-c6d7157393d8 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:36:59.255551 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:59.270842 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Transition to ACTIVE for port object f062b17d-f3da-4632-b0fc-c6d7157393d8 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:36:59.275452 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:59.424141 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09cf5f71-e403-403f-a9c7-0de1da675999 req-38fe99c6-39d9-4760-bafb-cdb120a056c5 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 210 time: 0.0781150 Aug 09 18:36:59.444769 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f062b17d-f3da-4632-b0fc-c6d7157393d8,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:59.489520 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1c50-29d4-468c-8055-85aaa8dc845a req-f1334972-068d-4ac7-b79b-e62493db6c05 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:59.491322 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a2e1c50-29d4-468c-8055-85aaa8dc845a req-f1334972-068d-4ac7-b79b-e62493db6c05 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 943 time: 0.1169991 Aug 09 18:36:59.515399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Attempting to bind port f062b17d-f3da-4632-b0fc-c6d7157393d8 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:36:59.515883 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Attempting to bind port f062b17d-f3da-4632-b0fc-c6d7157393d8 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:36:59.516331 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Attempting to bind port f062b17d-f3da-4632-b0fc-c6d7157393d8 on network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:59.531987 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Port f062b17d-f3da-4632-b0fc-c6d7157393d8 on network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:36:59.531987 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Attempting to bind port f062b17d-f3da-4632-b0fc-c6d7157393d8 on network fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:36:59.552493 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a2e1c50-29d4-468c-8055-85aaa8dc845a req-33db0b6c-09a9-4360-81a3-d3ee655ce2bd tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Aug 09 18:36:59.555603 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:36:59.556088 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Checking segment: {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:36:59.556680 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Bound using segment: {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:36:59.557264 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Bound port: f062b17d-f3da-4632-b0fc-c6d7157393d8, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a57da3-fe1f-4690-94a4-486b65aa04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:36:59.557757 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:59.668629 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7555ff2-12e0-44d2-b578-27ab6c94b164 req-9f489c54-9897-44d1-b375-a6bfcdc976e9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:59.670386 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7555ff2-12e0-44d2-b578-27ab6c94b164 req-9f489c54-9897-44d1-b375-a6bfcdc976e9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0948305 Aug 09 18:36:59.676592 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] For port f062b17d-f3da-4632-b0fc-c6d7157393d8, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:36:59.682041 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] For port f062b17d-f3da-4632-b0fc-c6d7157393d8, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:36:59.726651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:59.784215 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7555ff2-12e0-44d2-b578-27ab6c94b164 req-87ec5c84-a495-455d-9f3a-0ce7b782f611 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045015 Aug 09 18:36:59.819913 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:59.820681 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:36:59.822337 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/f062b17d-f3da-4632-b0fc-c6d7157393d8 HTTP/1.1" status: 200 len: 1093 time: 1.1712947 Aug 09 18:36:59.825545 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140e69cc-294b-4370-a5d4-768b282dd76f', 'tag': 'f062b17d-f3da-4632-b0fc-c6d7157393d8'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:36:59.828524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce92f9-628e-4da1-a057-b8c39e2316fe" -d '{"events": [{"name": "network-changed", "server_uuid": "140e69cc-294b-4370-a5d4-768b282dd76f", "tag": "f062b17d-f3da-4632-b0fc-c6d7157393d8"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:36:59.888334 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f42c0-ed18-475b-94f2-780a337e67d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f062b17d-f3da-4632-b0fc-c6d7157393d8,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:36:59.912017 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-bfbace57-4b9d-4b31-821f-984a1e3eed11 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:36:59.914116 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-bfbace57-4b9d-4b31-821f-984a1e3eed11 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 815 time: 0.2076979 Aug 09 18:36:59.925874 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44394aa8-4df2-4261-a0a0-625cbef86083 x-openstack-request-id: req-44394aa8-4df2-4261-a0a0-625cbef86083 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:36:59.926265 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140e69cc-294b-4370-a5d4-768b282dd76f", "tag": "f062b17d-f3da-4632-b0fc-c6d7157393d8", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:36:59.926665 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44394aa8-4df2-4261-a0a0-625cbef86083 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:36:59.927202 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140e69cc-294b-4370-a5d4-768b282dd76f', 'tag': 'f062b17d-f3da-4632-b0fc-c6d7157393d8', 'status': 'completed', 'code': 200} Aug 09 18:36:59.957600 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Request body: {'port': {'device_id': '70f37882-367e-449d-b00f-442c8ab34da3', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'admin_state_up': True, 'tenant_id': 'd350ba621fc24439b46eb257e118bca9'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:00.053050 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-f22bc7ba-4fa7-40ec-b37f-778462b12053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:00.054719 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-f22bc7ba-4fa7-40ec-b37f-778462b12053 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 1096 time: 0.1390009 Aug 09 18:37:00.133067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f78e73-77c4-4309-8508-bd1fb41cedc0 req-c94bd0ec-33b7-4291-a688-bdbd8bae97b8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:00.134736 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82f78e73-77c4-4309-8508-bd1fb41cedc0 req-c94bd0ec-33b7-4291-a688-bdbd8bae97b8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1585505 Aug 09 18:37:00.139906 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-1e34fd53-1346-4d7d-bdd1-065f5c4b8348 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8 HTTP/1.1" status: 200 len: 217 time: 0.0598669 Aug 09 18:37:00.236314 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82f78e73-77c4-4309-8508-bd1fb41cedc0 req-0f2781e2-20d3-4307-b2b9-a03b491c7ec1 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866637 Aug 09 18:37:00.262753 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-71cd472c-7777-44f6-b401-58d3273c1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:00.265321 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-71cd472c-7777-44f6-b401-58d3273c1a5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b53bd53d-163e-4c25-816f-529888a76e1f HTTP/1.1" status: 200 len: 848 time: 0.0949538 Aug 09 18:37:00.267197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Made reservation on behalf of d350ba621fc24439b46eb257e118bca9 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:37:00.274205 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:00.321387 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-4edd12a2-2618-4160-86bd-be12662c7430 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304964 Aug 09 18:37:00.554031 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-fd765d0c-7ebf-4a2d-a53a-6b92b187ecc4 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229323 Aug 09 18:37:00.556555 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Allocated IP 172.20.0.7 (51427c17-20e8-4418-ba58-52c9f3748604/ed32f637-09b4-4779-b065-30cb7bb326d3/add122cc-31f9-4600-a176-a8ef2b75c6fb) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:37:00.956155 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-203c7b23-40dc-4e06-9c44-4a333cdea7e2 req-15db68b6-7fac-4bef-8eb5-b1bfba6812a4 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 210 time: 0.4010541 Aug 09 18:37:01.070941 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14e2d-9408-4305-a975-bfb9fba2b3ab req-b5a997db-719f-40d9-87a2-1c7c36a0c6d4 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.072423 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-22f14e2d-9408-4305-a975-bfb9fba2b3ab req-b5a997db-719f-40d9-87a2-1c7c36a0c6d4 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 943 time: 0.1191981 Aug 09 18:37:01.184267 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85a104c2-1bfc-4c81-adbb-8971c3be9733 req-051fa38e-b42d-479f-99f9-f83ff4d126d9 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208589 Aug 09 18:37:01.253130 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-22f14e2d-9408-4305-a975-bfb9fba2b3ab req-1cd34f3d-42ab-46ad-8c11-04a781b6d5b6 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696653 Aug 09 18:37:01.272533 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8821-adf0-4322-8e0d-e9f570b6b022 req-df358f6a-f5c0-411b-85b8-81a52e44b2bc tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.284231 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-823a8821-adf0-4322-8e0d-e9f570b6b022 req-df358f6a-f5c0-411b-85b8-81a52e44b2bc tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2082262 Aug 09 18:37:01.361876 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:01.403151 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-823a8821-adf0-4322-8e0d-e9f570b6b022 req-16ce7dd8-c35a-4894-8782-fe5b6f9daab3 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Aug 09 18:37:01.409345 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-8dd7da69-10c7-4112-8889-b0af635002f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.410934 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-8dd7da69-10c7-4112-8889-b0af635002f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 1096 time: 0.1031194 Aug 09 18:37:01.488292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:01.528471 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900', '7c15eda7-d90c-49ec-895b-50b879c15525', 'ecf6ed18-a33e-41c8-b24b-67abf154ca56'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:01.595798 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Network 51427c17-20e8-4418-ba58-52c9f3748604 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:37:01.605527 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:37:01.608307 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event updated for resources: {'Port': ['ID=add122cc-31f9-4600-a176-a8ef2b75c6fb,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:01.611007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-76269652-3433-41fc-b374-46e67184b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.612617 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-76269652-3433-41fc-b374-46e67184b0d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 200 len: 909 time: 0.1923940 Aug 09 18:37:01.613712 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:37:01.689955 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-8ef0bd3e-a031-4f29-8c73-33f75c607b90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8 HTTP/1.1" status: 200 len: 217 time: 0.0510771 Aug 09 18:37:01.697604 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b6de1-28fc-45bd-8e2d-d565d2d87596 req-92fd3544-f0a8-416a-adf1-25454115ceef tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.699228 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d62b6de1-28fc-45bd-8e2d-d565d2d87596 req-92fd3544-f0a8-416a-adf1-25454115ceef tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1897190 Aug 09 18:37:01.748597 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.749260 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:01.783929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-bc688775-3883-4143-8f77-0c5f535b6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:01.785474 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-bc688775-3883-4143-8f77-0c5f535b6247 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b53bd53d-163e-4c25-816f-529888a76e1f HTTP/1.1" status: 200 len: 848 time: 0.0829105 Aug 09 18:37:01.793816 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-aa4d0a13-f021-467f-a600-2f69fc6edf41 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8408267 Aug 09 18:37:01.800972 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d62b6de1-28fc-45bd-8e2d-d565d2d87596 req-0e599de7-edea-4c9f-8d53-ce84fd193b92 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889053 Aug 09 18:37:01.955874 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Request body: {'port': {'device_id': '70f37882-367e-449d-b00f-442c8ab34da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:01.997569 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-6fd994c4-e24a-4dbd-9a74-a6eaa11d50cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457108 Aug 09 18:37:02.040759 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:02.285183 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a12b73-960c-47de-969d-4d8240dbb1cd req-aac53fb4-dcee-4078-8526-8e22c136d3fa tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:02.286589 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03a12b73-960c-47de-969d-4d8240dbb1cd req-aac53fb4-dcee-4078-8526-8e22c136d3fa tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 931 time: 0.1590681 Aug 09 18:37:02.336951 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-23381600-1a55-46c6-9615-8d8239a3e093 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588470 Aug 09 18:37:02.435988 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03a12b73-960c-47de-969d-4d8240dbb1cd req-df8e4389-df02-4016-8a89-9cf17a9601eb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353979 Aug 09 18:37:02.504097 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59ce92f9-628e-4da1-a057-b8c39e2316fe req-68fa8e87-db0f-4137-9ae5-1eb16e5f3d93 service neutron] 10.222.0.73 "GET /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555469 Aug 09 18:37:02.590793 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add122cc-31f9-4600-a176-a8ef2b75c6fb {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:02.599931 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:02.614883 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d16e7-5077-4028-87cd-055cc07e795f req-e5eec070-89e7-4c39-bdc3-be43e526506c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:02.616558 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e05d16e7-5077-4028-87cd-055cc07e795f req-e5eec070-89e7-4c39-bdc3-be43e526506c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 943 time: 0.0957656 Aug 09 18:37:02.645193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Transition to ACTIVE for port object add122cc-31f9-4600-a176-a8ef2b75c6fb will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:37:02.663004 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:02.711693 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e05d16e7-5077-4028-87cd-055cc07e795f req-fe98fdce-95a0-4e75-8b8a-d16b1cc2185b tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828512 Aug 09 18:37:02.762645 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Pushing event updated for resources: {'Port': ['ID=add122cc-31f9-4600-a176-a8ef2b75c6fb,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:02.816366 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc4330-620b-41a9-b29d-04668e1c73ed req-a78f0504-532d-4aa0-82ee-1d284ee75867 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:02.817909 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e6fc4330-620b-41a9-b29d-04668e1c73ed req-a78f0504-532d-4aa0-82ee-1d284ee75867 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1502390 Aug 09 18:37:02.949639 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e6fc4330-620b-41a9-b29d-04668e1c73ed req-e3732ca4-f74d-495c-870b-ac8c27291f69 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210787 Aug 09 18:37:02.959984 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Attempting to bind port add122cc-31f9-4600-a176-a8ef2b75c6fb on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:37:02.960318 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Attempting to bind port add122cc-31f9-4600-a176-a8ef2b75c6fb by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:37:02.960645 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Attempting to bind port add122cc-31f9-4600-a176-a8ef2b75c6fb on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:37:02.970556 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Port add122cc-31f9-4600-a176-a8ef2b75c6fb on network 51427c17-20e8-4418-ba58-52c9f3748604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:37:02.970879 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Attempting to bind port add122cc-31f9-4600-a176-a8ef2b75c6fb on network 51427c17-20e8-4418-ba58-52c9f3748604 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:37:02.982687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:37:02.982957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Checking segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:37:02.983345 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Bound using segment: {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:37:02.983781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Bound port: add122cc-31f9-4600-a176-a8ef2b75c6fb, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2b622-470a-4d34-a64e-76ef0f4cce96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:37:02.984134 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:02.994925 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-38962b6f-6c3f-416f-b333-fd0dbb8cd6bd tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:02.996477 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-38962b6f-6c3f-416f-b333-fd0dbb8cd6bd tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 814 time: 0.2076194 Aug 09 18:37:03.038104 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-c914803b-e3c3-4e70-a04a-23fd08cae350 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/quotas/b1889c23a3b842df99364345274f2e2b HTTP/1.1" status: 200 len: 375 time: 0.0302632 Aug 09 18:37:03.143534 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] For port add122cc-31f9-4600-a176-a8ef2b75c6fb, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:37:03.175715 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] For port add122cc-31f9-4600-a176-a8ef2b75c6fb, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:37:03.189483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:03.210472 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-c54e2fb0-fbcc-43dc-8735-26c48d7c15af tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607592 Aug 09 18:37:03.278661 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ab1b7-62df-4c99-ab51-6ec8f8c93db3 req-9f5d1a58-168e-4389-b1f1-bf3f61caaf78 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:03.280221 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3c0ab1b7-62df-4c99-ab51-6ec8f8c93db3 req-9f5d1a58-168e-4389-b1f1-bf3f61caaf78 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.2136137 Aug 09 18:37:03.290549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:03.291169 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:03.292806 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] 10.222.0.73 "PUT /v2.0/ports/add122cc-31f9-4600-a176-a8ef2b75c6fb HTTP/1.1" status: 200 len: 1093 time: 1.3423905 Aug 09 18:37:03.295213 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f37882-367e-449d-b00f-442c8ab34da3', 'tag': 'add122cc-31f9-4600-a176-a8ef2b75c6fb'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:03.297664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "70f37882-367e-449d-b00f-442c8ab34da3", "tag": "add122cc-31f9-4600-a176-a8ef2b75c6fb"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:03.383062 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf323a-90ce-40a5-8334-f7f449e62b07 service neutron] Pushing event updated for resources: {'Port': ['ID=add122cc-31f9-4600-a176-a8ef2b75c6fb,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:03.465650 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3c0ab1b7-62df-4c99-ab51-6ec8f8c93db3 req-2368a521-874f-4945-afed-7805960c1cf6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369584 Aug 09 18:37:03.473762 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-3887ffa2-eb22-4fde-aba5-03115ca3a8d0 service neutron] 10.222.0.25 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248616 Aug 09 18:37:03.491110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-7caeb716-6598-42c1-af24-5fceba742f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:03.492754 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-7caeb716-6598-42c1-af24-5fceba742f9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 1096 time: 0.1239169 Aug 09 18:37:03.572776 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-d63deba7-2c2f-4fa6-b3c6-26a756aabdfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb HTTP/1.1" status: 200 len: 217 time: 0.0370233 Aug 09 18:37:03.666737 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-b6ad6ac0-30d0-409b-803a-5b20da14e831 service neutron] 10.222.0.25 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857569 Aug 09 18:37:03.672826 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-83a2cc80-f3e6-4d3f-83e5-1e40d36ae07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:03.674326 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-83a2cc80-f3e6-4d3f-83e5-1e40d36ae07b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.0796568 Aug 09 18:37:03.737374 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-f7f1e9a5-b29a-46d0-a1a7-28c44c1429b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271025 Aug 09 18:37:03.812190 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c569c4b-6b57-4a7e-9cb8-b88e86e3d9f0 x-openstack-request-id: req-4c569c4b-6b57-4a7e-9cb8-b88e86e3d9f0 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:03.812475 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f37882-367e-449d-b00f-442c8ab34da3", "tag": "add122cc-31f9-4600-a176-a8ef2b75c6fb", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:03.812725 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c569c4b-6b57-4a7e-9cb8-b88e86e3d9f0 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:03.813139 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f37882-367e-449d-b00f-442c8ab34da3', 'tag': 'add122cc-31f9-4600-a176-a8ef2b75c6fb', 'status': 'completed', 'code': 200} Aug 09 18:37:03.857428 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-57d9f884-22e0-4c91-9a0e-6bb1d1ffd562 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093657 Aug 09 18:37:03.967803 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ef3c-3bc1-4e81-a596-09071edbdc36 req-ff3a0b9c-6d1d-4f8d-87de-3923995445c6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:03.969445 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9c77ef3c-3bc1-4e81-a596-09071edbdc36 req-ff3a0b9c-6d1d-4f8d-87de-3923995445c6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 943 time: 0.1110864 Aug 09 18:37:04.013279 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ad540d9-b896-4cb6-b575-d2b714e2bf3d req-723875e1-f6fd-40a1-9363-9fb54130fa57 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448839 Aug 09 18:37:04.042359 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9c77ef3c-3bc1-4e81-a596-09071edbdc36 req-e29d49e8-432c-441d-ab8a-4682bf270e8e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Aug 09 18:37:04.090406 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de8d4-00c4-4432-88b2-57c072074c65 req-9979c0c3-b647-4436-a55a-1892e5347288 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:04.091965 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9c6de8d4-00c4-4432-88b2-57c072074c65 req-9979c0c3-b647-4436-a55a-1892e5347288 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 943 time: 0.0736597 Aug 09 18:37:04.124438 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7cc392eb-d262-4de8-98f3-5d634b0e11dd req-d7a8f69f-fb3c-4afc-ae83-4d91c634d378 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 210 time: 0.0314353 Aug 09 18:37:04.168045 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9c6de8d4-00c4-4432-88b2-57c072074c65 req-38700d3a-003f-4c59-8332-1e91c66fcc37 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649498 Aug 09 18:37:04.202174 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-1cbd56ca-1f8e-47c4-8ba1-f62a8195fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:04.204129 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-1cbd56ca-1f8e-47c4-8ba1-f62a8195fdec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d350ba621fc24439b46eb257e118bca9&device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 1096 time: 0.0541606 Aug 09 18:37:04.328355 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23734164-9f3a-4338-aec3-07a47293e039 req-1683181c-1b84-4124-a444-ad49b2167f4a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:04.329947 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-23734164-9f3a-4338-aec3-07a47293e039 req-1683181c-1b84-4124-a444-ad49b2167f4a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1247828 Aug 09 18:37:04.360679 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-be28e863-983a-4ed4-a6e2-44e925d82f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:04.362186 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-be28e863-983a-4ed4-a6e2-44e925d82f84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 200 len: 916 time: 0.1459394 Aug 09 18:37:04.415882 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-23734164-9f3a-4338-aec3-07a47293e039 req-712e3fe1-f22f-472a-96c0-8f71f90a2714 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774734 Aug 09 18:37:04.417922 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-34f5db96-d517-41e6-b33c-2de322c60270 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb HTTP/1.1" status: 200 len: 217 time: 0.0416918 Aug 09 18:37:04.503756 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-6052ace6-2205-4267-90c7-1413169a92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:04.505727 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-6052ace6-2205-4267-90c7-1413169a92d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 200 len: 855 time: 0.0568039 Aug 09 18:37:04.553317 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-960761ca-7860-4146-9633-53ecb0edba5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=51427c17-20e8-4418-ba58-52c9f3748604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351677 Aug 09 18:37:04.655319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edba727-4ac8-47e7-bf39-9b7e21244fe5 req-73aeaaf9-29f2-4543-b96f-aeb9e9f84009 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:04.656902 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1edba727-4ac8-47e7-bf39-9b7e21244fe5 req-73aeaaf9-29f2-4543-b96f-aeb9e9f84009 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.1068954 Aug 09 18:37:04.712788 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-54f8c622-11d6-4618-a7ca-a482afa66f6d service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325004 Aug 09 18:37:04.718626 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1edba727-4ac8-47e7-bf39-9b7e21244fe5 req-3dbe5c1c-7f85-4af5-8e97-5678d9178c1f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550816 Aug 09 18:37:04.819817 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-11f75a85-ca3e-4383-8ea9-f1231f4f5c4f req-a80ebcda-2326-4b45-a506-1f729d8e6455 service neutron] 10.222.0.73 "GET /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958760 Aug 09 18:37:05.173459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd259e-75e8-4619-9730-be5ad3197040 req-55b6b780-30f6-49a4-87b9-8348a642b68d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:05.175118 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68bd259e-75e8-4619-9730-be5ad3197040 req-55b6b780-30f6-49a4-87b9-8348a642b68d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 943 time: 0.0522053 Aug 09 18:37:05.239677 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68bd259e-75e8-4619-9730-be5ad3197040 req-b037dd32-028d-4186-b526-b88a0a1b084c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525463 Aug 09 18:37:05.262529 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device f062b17d-f3da-4632-b0fc-c6d7157393d8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:37:05.404672 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port f062b17d-f3da-4632-b0fc-c6d7157393d8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:05.419548 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'f062b17d-f3da-4632-b0fc-c6d7157393d8', 'network_id': 'fc4d2454-4e9d-46b0-bed4-fb26cbf116e6', 'port_id': 'f062b17d-f3da-4632-b0fc-c6d7157393d8', 'mac_address': 'fa:16:3e:69:cd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53bd53d-163e-4c25-816f-529888a76e1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:37:05.481624 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:05.501336 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f062b17d-f3da-4632-b0fc-c6d7157393d8 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:05.523187 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port f062b17d-f3da-4632-b0fc-c6d7157393d8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:05.527728 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-95ad0cbe-f073-4059-ad7b-f844f9b35ee3 req-e72ee715-52db-4045-b1ea-e7e9f0ff5c4a tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 210 time: 0.3089545 Aug 09 18:37:05.527969 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:05.589525 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=f062b17d-f3da-4632-b0fc-c6d7157393d8,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:05.678741 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0d802-f268-46cc-9cc4-8f6d3bce2221 req-4ca1b34e-c2c9-4815-bf8f-bbf3d5d6eb14 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:05.680396 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e3a0d802-f268-46cc-9cc4-8f6d3bce2221 req-4ca1b34e-c2c9-4815-bf8f-bbf3d5d6eb14 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 944 time: 0.1570480 Aug 09 18:37:05.705900 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-8985bc8f-b2af-4a8c-98fb-af611d008858 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:05.707411 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-8985bc8f-b2af-4a8c-98fb-af611d008858 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 814 time: 0.1828399 Aug 09 18:37:05.727769 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53e3f5-c1a0-4f0f-9184-ba52c9226b03 req-06eb0c42-517c-4adf-b5f6-649380efe5f7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:05.730106 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9e53e3f5-c1a0-4f0f-9184-ba52c9226b03 req-06eb0c42-517c-4adf-b5f6-649380efe5f7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1251264 Aug 09 18:37:05.736310 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'port': {'device_id': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'admin_state_up': True, 'tenant_id': 'b1889c23a3b842df99364345274f2e2b'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:05.812047 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e3a0d802-f268-46cc-9cc4-8f6d3bce2221 req-e9548ad8-5d4b-4d94-af05-976413341751 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206725 Aug 09 18:37:05.878540 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9e53e3f5-c1a0-4f0f-9184-ba52c9226b03 req-ca454f47-77cc-4ddf-869f-09e200f6b935 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344116 Aug 09 18:37:05.965394 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2e0c0-e678-4165-827f-ba6809de0809 req-5cfe7536-4747-4a82-9636-7470f1d03dd4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:05.966889 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7bc2e0c0-e678-4165-827f-ba6809de0809 req-5cfe7536-4747-4a82-9636-7470f1d03dd4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 943 time: 0.0851796 Aug 09 18:37:05.967963 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Made reservation on behalf of b1889c23a3b842df99364345274f2e2b for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:37:05.971751 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:06.094943 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7bc2e0c0-e678-4165-827f-ba6809de0809 req-298a967b-543d-4c8d-a6d0-e9c99745fc34 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213317 Aug 09 18:37:06.233024 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['f062b17d-f3da-4632-b0fc-c6d7157393d8'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:06.235516 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Allocated IP 172.20.0.10 (c294e888-15d5-4f90-9ca2-732d44af01b1/fb5d11d7-0708-4604-b6e7-f3918f095c68/1357a75d-b962-4fea-8983-07937a427308) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:37:06.447898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d7703-3f49-4519-8d68-8b5406fb42b1 req-fe7c2d25-971a-47ed-bf22-08dcd40105c8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:06.450038 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b09d7703-3f49-4519-8d68-8b5406fb42b1 req-fe7c2d25-971a-47ed-bf22-08dcd40105c8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 943 time: 0.1194520 Aug 09 18:37:06.511387 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:06.524278 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b09d7703-3f49-4519-8d68-8b5406fb42b1 req-9c0c7a99-32cd-4865-8510-4b49c821e88e tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Aug 09 18:37:06.532593 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Transition to ACTIVE for port object 1357a75d-b962-4fea-8983-07937a427308 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:37:06.577575 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:06.633133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Network c294e888-15d5-4f90-9ca2-732d44af01b1 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:37:06.634544 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:37:06.640546 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:37:06.735252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:06.782529 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:06.783449 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:06.826458 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337423a-269a-4241-82b8-1cca969f5e2f req-95c9d072-872d-431d-a3e6-4c6d39325bfb tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:06.829175 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c337423a-269a-4241-82b8-1cca969f5e2f req-95c9d072-872d-431d-a3e6-4c6d39325bfb tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 932 time: 0.1825788 Aug 09 18:37:06.832093 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-595be0d5-e93d-46ad-ac36-15909986181c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1007903 Aug 09 18:37:06.875782 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-19d5b71e-87c1-4a3c-87f9-d5d4926dabf3 None None] Provisioning for port 1357a75d-b962-4fea-8983-07937a427308 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:06.880956 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-19d5b71e-87c1-4a3c-87f9-d5d4926dabf3 None None] Provisioning complete for port 1357a75d-b962-4fea-8983-07937a427308 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:06.881610 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-19d5b71e-87c1-4a3c-87f9-d5d4926dabf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:06.884063 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c337423a-269a-4241-82b8-1cca969f5e2f req-7f07bba5-4a0d-40ae-85f0-897798f1c4e9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Aug 09 18:37:06.938912 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-19d5b71e-87c1-4a3c-87f9-d5d4926dabf3 None None] Port 1357a75d-b962-4fea-8983-07937a427308 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:37:07.064300 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ac5e6-33ab-47fc-9634-40f381405abd req-949b7509-d4d3-4ecf-8da1-bb796218674d tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:07.066008 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9d8ac5e6-33ab-47fc-9634-40f381405abd req-949b7509-d4d3-4ecf-8da1-bb796218674d tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 944 time: 0.0942941 Aug 09 18:37:07.121376 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9d8ac5e6-33ab-47fc-9634-40f381405abd req-9d3c2ed9-ce86-45ef-8e52-3b1a3a96c505 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Aug 09 18:37:07.254282 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9143c7-bf58-4389-885b-bf5c266220a0 req-da939ec8-5244-4769-82b7-7e7759252592 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:07.255960 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc9143c7-bf58-4389-885b-bf5c266220a0 req-da939ec8-5244-4769-82b7-7e7759252592 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0607033 Aug 09 18:37:07.275126 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9e6b2d24-5bec-4406-aced-5b587e2d12fd details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:37:07.301544 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc9143c7-bf58-4389-885b-bf5c266220a0 req-dbf37644-309e-4843-822d-59466a24ad2c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 09 18:37:07.403324 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:07.418301 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'port_id': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'mac_address': 'fa:16:3e:33:80:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:37:07.466550 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:07.480171 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6b2d24-5bec-4406-aced-5b587e2d12fd {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:07.502008 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:07.505804 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:07.556931 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=9e6b2d24-5bec-4406-aced-5b587e2d12fd,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:08.192853 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['9e6b2d24-5bec-4406-aced-5b587e2d12fd'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:08.432892 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 47742) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:37:08.593588 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3478abbb-0018-4fdc-af07-11cd18516282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.707770 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3478abbb-0018-4fdc-af07-11cd18516282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.711890 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3478abbb-0018-4fdc-af07-11cd18516282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.750325 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478abbb-0018-4fdc-af07-11cd18516282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a032d4e5-1519-4312-a32a-96f0d762f767,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:08.754885 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3478abbb-0018-4fdc-af07-11cd18516282 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e70500329be4702bd0238406a2eb73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202841 Aug 09 18:37:08.757779 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 47746) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:37:08.811390 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ca131e1-b1e4-486d-9201-e232cbeda1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.834109 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ca131e1-b1e4-486d-9201-e232cbeda1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.886978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ca131e1-b1e4-486d-9201-e232cbeda1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.889499 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ca131e1-b1e4-486d-9201-e232cbeda1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:08.892992 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7ca131e1-b1e4-486d-9201-e232cbeda1e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a032d4e5-1519-4312-a32a-96f0d762f767 HTTP/1.1" status: 204 len: 168 time: 0.1316402 Aug 09 18:37:08.899012 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca131e1-b1e4-486d-9201-e232cbeda1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a032d4e5-1519-4312-a32a-96f0d762f767,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:09.280032 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device f062b17d-f3da-4632-b0fc-c6d7157393d8 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:37:09.343457 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port f062b17d-f3da-4632-b0fc-c6d7157393d8 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:09.348911 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port f062b17d-f3da-4632-b0fc-c6d7157393d8 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:09.349642 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:09.445074 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:09.475084 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e69cc-294b-4370-a5d4-768b282dd76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f062b17d-f3da-4632-b0fc-c6d7157393d8'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:09.477840 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef6ddc6-bc3b-4677-b5a8-3454142a5f49" -d '{"events": [{"server_uuid": "140e69cc-294b-4370-a5d4-768b282dd76f", "name": "network-vif-plugged", "status": "completed", "tag": "f062b17d-f3da-4632-b0fc-c6d7157393d8"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:09.491048 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port f062b17d-f3da-4632-b0fc-c6d7157393d8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:09.496666 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:09.550169 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=f062b17d-f3da-4632-b0fc-c6d7157393d8,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:10.390945 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f24828b3-4325-43be-a11b-4fd10be17957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:11.291314 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9e6b2d24-5bec-4406-aced-5b587e2d12fd up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:37:11.345450 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 9e6b2d24-5bec-4406-aced-5b587e2d12fd completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:11.348930 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 9e6b2d24-5bec-4406-aced-5b587e2d12fd triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:11.349341 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:11.446532 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:11.487000 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:11.491571 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:11.547456 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=9e6b2d24-5bec-4406-aced-5b587e2d12fd,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:13.052964 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-43d3c850-59d4-43d4-9402-4e449934c07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:13.179879 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:14.351476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:15.717640 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:17.532356 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:18.894383 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:37:24.134527 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Request body: {'port': {'device_id': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:24.232052 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-6ae08e7a-312f-4520-9b10-0e896f112032 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918198 Aug 09 18:37:24.232805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:24.390766 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b7569-f0a9-4527-ade4-fa1b36f71ea7 req-7d737306-71af-461a-89a2-e1043fa13113 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:24.392254 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e2b7569-f0a9-4527-ade4-fa1b36f71ea7 req-7d737306-71af-461a-89a2-e1043fa13113 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.1482770 Aug 09 18:37:24.462344 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9832a-a9ab-443a-9d4b-292b83cf9541 req-29fdcb76-8278-4f2c-9866-e7637a6fc834 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:24.464701 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8ab9832a-a9ab-443a-9d4b-292b83cf9541 req-29fdcb76-8278-4f2c-9866-e7637a6fc834 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 943 time: 0.2072098 Aug 09 18:37:24.497945 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-eb80e042-a86e-4fe4-aa69-50aafdb28fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:24.500141 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-eb80e042-a86e-4fe4-aa69-50aafdb28fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1098 time: 0.1994574 Aug 09 18:37:24.653812 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e2b7569-f0a9-4527-ade4-fa1b36f71ea7 req-78e7f6ea-380a-4422-8594-af1a809962fb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107303 Aug 09 18:37:24.692730 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8ab9832a-a9ab-443a-9d4b-292b83cf9541 req-3e441e05-ca62-433f-8eba-fb61a189c199 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986818 Aug 09 18:37:24.795049 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-e2513fde-9ee1-40c9-b317-4a93a78d6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:24.796546 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-e2513fde-9ee1-40c9-b317-4a93a78d6933 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.2708042 Aug 09 18:37:24.904646 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd68a4-d9db-4a70-ab7c-55afdef48df2 req-cf587e7d-6aef-4db1-be8e-3a42c294131f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:24.906136 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-08cd68a4-d9db-4a70-ab7c-55afdef48df2 req-cf587e7d-6aef-4db1-be8e-3a42c294131f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 932 time: 0.1906996 Aug 09 18:37:24.946850 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1357a75d-b962-4fea-8983-07937a427308 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:24.969391 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b517d-244f-4d91-8a94-f12777b3125c req-ba3a61ca-931f-4f72-bfd6-d13439c075ac tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:24.970995 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da1b517d-244f-4d91-8a94-f12777b3125c req-ba3a61ca-931f-4f72-bfd6-d13439c075ac tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.2004290 Aug 09 18:37:24.973053 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:24.979293 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-ab057416-bc6b-460b-9eac-89a4ec62f275 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 1000 time: 0.1633925 Aug 09 18:37:25.005798 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Transition to ACTIVE for port object 1357a75d-b962-4fea-8983-07937a427308 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:37:25.016459 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-08cd68a4-d9db-4a70-ab7c-55afdef48df2 req-980763e5-f69d-417e-a164-c431f750d9b5 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975857 Aug 09 18:37:25.019003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:25.125199 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da1b517d-244f-4d91-8a94-f12777b3125c req-bccd2727-b1f7-4ba1-b0f2-aa62671483dc tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427414 Aug 09 18:37:25.152056 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:25.171697 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-5b7c48ff-4f15-40c8-8d2a-b90448160531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:25.173217 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-5b7c48ff-4f15-40c8-8d2a-b90448160531 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.1217120 Aug 09 18:37:25.177485 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.177837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.178203 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.178518 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.178856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.179194 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.179524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.179856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.180185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.180511 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.180836 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.181191 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:25.190528 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d79f37-069e-4022-b0de-69b724b93916 x-openstack-request-id: req-75d79f37-069e-4022-b0de-69b724b93916 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:25.191305 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e69cc-294b-4370-a5d4-768b282dd76f", "name": "network-vif-plugged", "status": "completed", "tag": "f062b17d-f3da-4632-b0fc-c6d7157393d8", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:25.191305 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75d79f37-069e-4022-b0de-69b724b93916 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:25.191560 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e69cc-294b-4370-a5d4-768b282dd76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f062b17d-f3da-4632-b0fc-c6d7157393d8', 'code': 200} Aug 09 18:37:25.272030 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623cc27-11cd-47bb-9fc5-e8833c37792d req-dfaaacb1-e1b0-4822-a48d-60678018f304 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:25.280721 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6623cc27-11cd-47bb-9fc5-e8833c37792d req-dfaaacb1-e1b0-4822-a48d-60678018f304 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1878524 Aug 09 18:37:25.353314 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-2a5f07c2-c950-4a7e-8671-f2e50ce0ca00 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0f4e2bdfede04bb9b4fa8925e4284455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487995 Aug 09 18:37:25.376550 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-383bc5a8-0921-4fea-9bea-17926d690d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:25.378005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-383bc5a8-0921-4fea-9bea-17926d690d13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1928279 Aug 09 18:37:25.403061 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device add122cc-31f9-4600-a176-a8ef2b75c6fb details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:37:25.413629 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6623cc27-11cd-47bb-9fc5-e8833c37792d req-cf6b4b77-b270-4e0b-ac60-c6fbe55a4238 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321959 Aug 09 18:37:25.418329 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309b9f9-b973-4c17-a4e1-ee4056f300e1 req-ab071c10-98ab-4522-98e8-0e675cfbd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:25.420650 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-c309b9f9-b973-4c17-a4e1-ee4056f300e1 req-ab071c10-98ab-4522-98e8-0e675cfbd8ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 1098 time: 0.0450702 Aug 09 18:37:25.442401 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Attempting to bind port 1357a75d-b962-4fea-8983-07937a427308 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:37:25.442739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Attempting to bind port 1357a75d-b962-4fea-8983-07937a427308 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:37:25.443065 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Attempting to bind port 1357a75d-b962-4fea-8983-07937a427308 on network c294e888-15d5-4f90-9ca2-732d44af01b1 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:37:25.484674 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-c309b9f9-b973-4c17-a4e1-ee4056f300e1 req-999cf5b9-6f18-4ac6-8af0-03589ab67b06 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Aug 09 18:37:25.488251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Port 1357a75d-b962-4fea-8983-07937a427308 on network c294e888-15d5-4f90-9ca2-732d44af01b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:37:25.488582 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Attempting to bind port 1357a75d-b962-4fea-8983-07937a427308 on network c294e888-15d5-4f90-9ca2-732d44af01b1 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:37:25.516305 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port add122cc-31f9-4600-a176-a8ef2b75c6fb, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:25.529437 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'add122cc-31f9-4600-a176-a8ef2b75c6fb', 'network_id': '51427c17-20e8-4418-ba58-52c9f3748604', 'port_id': 'add122cc-31f9-4600-a176-a8ef2b75c6fb', 'mac_address': 'fa:16:3e:1b:eb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed32f637-09b4-4779-b065-30cb7bb326d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:37:25.538249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:37:25.538595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Checking segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:37:25.538951 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Bound using segment: {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:37:25.539393 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Bound port: 1357a75d-b962-4fea-8983-07937a427308, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648f6b53-8587-4723-a809-75e038c2cf3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:37:25.539748 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:25.568280 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:25.582050 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add122cc-31f9-4600-a176-a8ef2b75c6fb {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:25.610153 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port add122cc-31f9-4600-a176-a8ef2b75c6fb, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:25.614979 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:25.668313 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=add122cc-31f9-4600-a176-a8ef2b75c6fb,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:25.992313 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-0506e01d-4e85-461c-a0e0-c79f133d81aa service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998497 Aug 09 18:37:26.007350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-8cb7d89d-d247-42d5-8aea-eb6d34108ea8 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.008933 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-8cb7d89d-d247-42d5-8aea-eb6d34108ea8 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6435921 Aug 09 18:37:26.042446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:37:26.085806 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d98253a9-7f9c-4f9b-ba70-9bb4f76367a7 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/quotas/0f4e2bdfede04bb9b4fa8925e4284455 HTTP/1.1" status: 200 len: 375 time: 0.0635040 Aug 09 18:37:26.095422 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:37:26.121693 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:26.147194 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d1790fd8-3088-42b8-b5a9-353a2781d388 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f4e2bdfede04bb9b4fa8925e4284455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484571 Aug 09 18:37:26.192663 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.193358 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:26.194813 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] 10.222.0.73 "PUT /v2.0/ports/1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 1094 time: 2.0653732 Aug 09 18:37:26.197144 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:26.201416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ecf8b-befc-4b6a-9010-08367395200d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:26.210737 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b8bc4cb0-be79-48be-bb68-8a5eb1536aad req-8a76a2d8-5887-44f3-aebd-e945655d1a38 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007675 Aug 09 18:37:26.236776 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25199593-a32c-46fb-a8bf-cb782bf0a104 service neutron] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:26.302279 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['add122cc-31f9-4600-a176-a8ef2b75c6fb'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:26.507557 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ec6d4-3be3-4a58-87a6-4f1e26ce5b44 req-b1489d44-85e7-4f7f-aec0-9539de427918 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.517849 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-346ec6d4-3be3-4a58-87a6-4f1e26ce5b44 req-b1489d44-85e7-4f7f-aec0-9539de427918 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.1636899 Aug 09 18:37:26.539994 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-3b50451b-cdc9-4790-9646-c95d274d6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.541816 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-3b50451b-cdc9-4790-9646-c95d274d6787 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1097 time: 0.1749482 Aug 09 18:37:26.563956 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8da0-79a3-4cd9-846c-eab6d970ff9b req-81cd96a6-8134-4e84-94e6-cf2bb707d5e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.566337 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f64b8da0-79a3-4cd9-846c-eab6d970ff9b req-81cd96a6-8134-4e84-94e6-cf2bb707d5e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 944 time: 0.1611347 Aug 09 18:37:26.622677 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-6c81feed-4ec2-4517-8815-745af268aed5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 217 time: 0.0552592 Aug 09 18:37:26.677721 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-346ec6d4-3be3-4a58-87a6-4f1e26ce5b44 req-f56c3ae1-bd5f-4833-854c-9f93c602a08f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588395 Aug 09 18:37:26.692030 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f64b8da0-79a3-4cd9-846c-eab6d970ff9b req-9c903f85-cefd-4a0e-96b7-5fcfbafc1cfd tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141033 Aug 09 18:37:26.717443 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-0827a436-2e3f-48c0-a95c-e3d9682e62af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.720568 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-0827a436-2e3f-48c0-a95c-e3d9682e62af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.0873921 Aug 09 18:37:26.855679 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-6640cd16-dd4b-4031-9221-679c3fc70e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.857227 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-6640cd16-dd4b-4031-9221-679c3fc70e1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1265903 Aug 09 18:37:26.866518 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999fe1f-e55b-4c11-953e-aacf59721629 req-c3ebb352-78d1-4870-a57c-311a0367f8a2 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.868058 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4999fe1f-e55b-4c11-953e-aacf59721629 req-c3ebb352-78d1-4870-a57c-311a0367f8a2 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 944 time: 0.1169829 Aug 09 18:37:26.877696 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66769ed-e334-4b8e-a59e-0424bea0f741 req-00b7f6c2-8c58-4aaa-8d13-a3fb923547a1 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:26.879205 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c66769ed-e334-4b8e-a59e-0424bea0f741 req-00b7f6c2-8c58-4aaa-8d13-a3fb923547a1 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.0982385 Aug 09 18:37:27.007626 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4999fe1f-e55b-4c11-953e-aacf59721629 req-781cf02e-993c-4595-ba66-beabe1afc590 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203916 Aug 09 18:37:27.013788 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c66769ed-e334-4b8e-a59e-0424bea0f741 req-8f073d84-417f-4082-bbf7-c83e85011440 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194873 Aug 09 18:37:27.056579 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-06bd6df4-51ec-47bc-a617-ea5f3666a080 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795170 Aug 09 18:37:27.081176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f62c5-080d-492b-a633-920ad36a2be8 x-openstack-request-id: req-254f62c5-080d-492b-a633-920ad36a2be8 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:27.081545 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:27.081803 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-254f62c5-080d-492b-a633-920ad36a2be8 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:27.082236 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'status': 'completed', 'code': 200} Aug 09 18:37:27.185904 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f62b0b6-f9a3-46a1-b335-2765edc7f4d8 req-b7d43a4f-954e-4b3b-b46d-1330bc93c37e tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0505157 Aug 09 18:37:27.193285 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:27.198703 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c03770-05c6-44d6-b5f9-67c115ebdc19" -d '{"events": [{"server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:27.242996 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94b3dd0e-2987-472c-8b16-604ae06d294f req-ee769d8d-d5cf-4b5b-b51a-71a4561834b4 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597819 Aug 09 18:37:27.254438 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067ada-6218-4d1a-bf29-e2b7eacb7773 req-7c3a3995-d205-47cc-9d5f-d2594afd2052 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:27.256354 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9c067ada-6218-4d1a-bf29-e2b7eacb7773 req-7c3a3995-d205-47cc-9d5f-d2594afd2052 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1058362 Aug 09 18:37:27.302355 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9c067ada-6218-4d1a-bf29-e2b7eacb7773 req-97c5ad8d-453d-423b-b2e8-b5030fcf497a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Aug 09 18:37:27.348221 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc719f-61b1-453f-b16f-5f018c2beb57 x-openstack-request-id: req-41fc719f-61b1-453f-b16f-5f018c2beb57 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:27.348745 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:27.348745 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41fc719f-61b1-453f-b16f-5f018c2beb57 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:27.349162 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'code': 200} Aug 09 18:37:27.629052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ecf8b-befc-4b6a-9010-08367395200d req-8f8ff88d-a448-486b-bac4-d7da217d0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:27.630582 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-8f8ff88d-a448-486b-bac4-d7da217d0d24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0443258 Aug 09 18:37:27.906108 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d03dc-22ef-4db8-ad5f-6be699d80c09 req-f8119012-d143-4bd5-8173-ad4daf2d9302 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:27.907688 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-390d03dc-22ef-4db8-ad5f-6be699d80c09 req-f8119012-d143-4bd5-8173-ad4daf2d9302 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.1488421 Aug 09 18:37:27.928395 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc5acf-3fb9-415d-86ba-b176fc00541e req-f5e0a412-1753-4dcf-b736-c2b3d7188ac6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:27.929926 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f3dc5acf-3fb9-415d-86ba-b176fc00541e req-f5e0a412-1753-4dcf-b736-c2b3d7188ac6 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 944 time: 0.1326847 Aug 09 18:37:27.969977 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ecf8b-befc-4b6a-9010-08367395200d req-c4ec0e2b-b556-414f-bebb-0aaa898ac5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:27.971497 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-c4ec0e2b-b556-414f-bebb-0aaa898ac5ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 915 time: 0.1994247 Aug 09 18:37:28.032282 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-d1590534-2078-4290-a6fd-ef334a17aa96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 217 time: 0.0453756 Aug 09 18:37:28.035134 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-390d03dc-22ef-4db8-ad5f-6be699d80c09 req-978da202-889c-47ae-bca3-6755cf4378a8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172335 Aug 09 18:37:28.040512 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f3dc5acf-3fb9-415d-86ba-b176fc00541e req-447f4b6f-722e-4ec3-acbe-9af9463bfec1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007524 Aug 09 18:37:28.087783 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ecf8b-befc-4b6a-9010-08367395200d req-91bf0805-45fd-4d96-8440-e4574a2a53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:28.090626 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-91bf0805-45fd-4d96-8440-e4574a2a53fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.0491250 Aug 09 18:37:28.216713 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ecf8b-befc-4b6a-9010-08367395200d req-d4de5b7b-055a-4193-86ca-7c4ad5a6d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:28.218286 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-d4de5b7b-055a-4193-86ca-7c4ad5a6d9c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1184638 Aug 09 18:37:28.230473 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523378-ee4e-447a-8913-85bfa5e0a4a8 req-bc7779c7-e6e0-4496-bda9-db970c945799 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:28.232007 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0a523378-ee4e-447a-8913-85bfa5e0a4a8 req-bc7779c7-e6e0-4496-bda9-db970c945799 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.1220803 Aug 09 18:37:28.250977 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3af7c-b36a-465d-93ee-396d19473620 req-480af743-a0a7-45d3-8cb2-6dbfd81ade32 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:28.252514 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3ce3af7c-b36a-465d-93ee-396d19473620 req-480af743-a0a7-45d3-8cb2-6dbfd81ade32 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 944 time: 0.1108747 Aug 09 18:37:28.399364 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0a523378-ee4e-447a-8913-85bfa5e0a4a8 req-732bb122-f260-457c-89c1-3aa6b6a565f7 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566162 Aug 09 18:37:28.405857 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7c26-0211-498a-9a3f-2dfda058f07c req-b40ac50b-d8a9-421f-b7a5-df21daf73c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:28.407367 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c09e7c26-0211-498a-9a3f-2dfda058f07c req-b40ac50b-d8a9-421f-b7a5-df21daf73c9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 1098 time: 0.1744535 Aug 09 18:37:28.412092 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3ce3af7c-b36a-465d-93ee-396d19473620 req-0a0af5e3-36f2-41d3-bf0b-00efce11c8ff tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486611 Aug 09 18:37:28.455933 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-d3a5dc90-71ef-4d28-9e45-6f0256b6ffd9 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142529 Aug 09 18:37:28.523484 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-64fc482e-6514-4a12-bb61-742208f3793e req-c8d70da9-f342-4bb2-8ef2-a59a215c64e1 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0500617 Aug 09 18:37:28.643592 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c09e7c26-0211-498a-9a3f-2dfda058f07c req-9e7e2608-7873-4fb1-8604-c655f699389a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254904 Aug 09 18:37:28.669225 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21518794-e6ea-42f1-86ee-0ded54c48af5 req-60bb5058-9433-4967-a826-02442c3fbea2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:28.676951 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-21518794-e6ea-42f1-86ee-0ded54c48af5 req-60bb5058-9433-4967-a826-02442c3fbea2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1575284 Aug 09 18:37:28.714170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-449ecf8b-befc-4b6a-9010-08367395200d req-b0bf7903-e535-4c50-a5f2-fbaecf7158ae service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935256 Aug 09 18:37:28.734550 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-21518794-e6ea-42f1-86ee-0ded54c48af5 req-70b2aa9c-e3b1-486c-afaf-d61112dc76ce tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Aug 09 18:37:29.427131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device add122cc-31f9-4600-a176-a8ef2b75c6fb up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:37:29.488317 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port add122cc-31f9-4600-a176-a8ef2b75c6fb completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:29.492301 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port add122cc-31f9-4600-a176-a8ef2b75c6fb triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:29.492947 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:29.515117 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978fb61-f463-4587-af18-4cd9c7b13e55 req-bb0c86e5-4bff-440f-9524-52e6b23cefa9 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:29.516668 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8978fb61-f463-4587-af18-4cd9c7b13e55 req-bb0c86e5-4bff-440f-9524-52e6b23cefa9 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.0982561 Aug 09 18:37:29.526400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40d3af-a370-40d9-988c-7b48215444d1 req-9baabbd2-657f-435e-9589-c41d77b58075 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:29.527956 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fd40d3af-a370-40d9-988c-7b48215444d1 req-9baabbd2-657f-435e-9589-c41d77b58075 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 944 time: 0.0828304 Aug 09 18:37:29.585772 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:29.590843 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8978fb61-f463-4587-af18-4cd9c7b13e55 req-28cd5b10-09d3-48fb-9b62-6a1757bfb1ee tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618627 Aug 09 18:37:29.605104 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fd40d3af-a370-40d9-988c-7b48215444d1 req-75db626d-3ae9-402c-b80d-1fb84a7224ab tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595813 Aug 09 18:37:29.612285 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f37882-367e-449d-b00f-442c8ab34da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add122cc-31f9-4600-a176-a8ef2b75c6fb'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:29.614677 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc11676-480b-4f33-9d44-8f8e171f43fb" -d '{"events": [{"server_uuid": "70f37882-367e-449d-b00f-442c8ab34da3", "name": "network-vif-plugged", "status": "completed", "tag": "add122cc-31f9-4600-a176-a8ef2b75c6fb"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:29.631373 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port add122cc-31f9-4600-a176-a8ef2b75c6fb, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:29.636117 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:29.705686 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=add122cc-31f9-4600-a176-a8ef2b75c6fb,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:29.749743 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb8f2-25a2-4cd1-bea4-58bd12459c97 req-f35129a7-bb3a-471b-b519-ed01e9c6068d tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:29.752181 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c7ceb8f2-25a2-4cd1-bea4-58bd12459c97 req-f35129a7-bb3a-471b-b519-ed01e9c6068d tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.0855768 Aug 09 18:37:29.762890 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56f837-0d0d-480b-88f7-c82b0e2cd2ae req-ca80527b-2833-45f1-83a5-1c2dbd452e0b tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:29.764549 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc56f837-0d0d-480b-88f7-c82b0e2cd2ae req-ca80527b-2833-45f1-83a5-1c2dbd452e0b tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 944 time: 0.0885942 Aug 09 18:37:29.839606 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c7ceb8f2-25a2-4cd1-bea4-58bd12459c97 req-2d0ff692-bc5a-43b1-88ab-eb9003f56b81 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734518 Aug 09 18:37:29.844437 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc56f837-0d0d-480b-88f7-c82b0e2cd2ae req-b15d06a7-f4a3-4fe1-a553-7252ce4c9b66 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715573 Aug 09 18:37:29.956179 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74258d-7337-476e-90c5-6fef8b19eb42 x-openstack-request-id: req-2a74258d-7337-476e-90c5-6fef8b19eb42 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:29.956666 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f37882-367e-449d-b00f-442c8ab34da3", "name": "network-vif-plugged", "status": "completed", "tag": "add122cc-31f9-4600-a176-a8ef2b75c6fb", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:29.957517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a74258d-7337-476e-90c5-6fef8b19eb42 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:29.958775 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f37882-367e-449d-b00f-442c8ab34da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add122cc-31f9-4600-a176-a8ef2b75c6fb', 'code': 200} Aug 09 18:37:29.988131 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-246912f1-0402-434c-ae32-327286be4fe2 req-cc589210-cde3-4986-a79a-0a00d6e84789 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0435054 Aug 09 18:37:30.046668 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-5b12c586-969c-4c83-86a5-2d24a196e686 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0f4e2bdfede04bb9b4fa8925e4284455&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454700 Aug 09 18:37:30.252827 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38340bd-8cc5-448c-a38e-91462704add8 req-4873d240-50dd-4d2f-9450-7b93c8226035 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:30.256381 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b38340bd-8cc5-448c-a38e-91462704add8 req-4873d240-50dd-4d2f-9450-7b93c8226035 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2055218 Aug 09 18:37:30.367016 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-b7facee6-1859-40af-9e3e-0393c8a40dbf tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:30.368631 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-b7facee6-1859-40af-9e3e-0393c8a40dbf tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053062 Aug 09 18:37:30.417878 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b38340bd-8cc5-448c-a38e-91462704add8 req-7cdeceff-37ab-407a-9b44-7ea706fdbe7a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423275 Aug 09 18:37:30.425113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Request body: {'port': {'device_id': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71', 'admin_state_up': True, 'tenant_id': '0f4e2bdfede04bb9b4fa8925e4284455'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:30.432779 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677be1a-b00c-49fa-900f-937979cdcc7d req-14c21572-de45-4192-a04b-ee619f854985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:30.435343 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4677be1a-b00c-49fa-900f-937979cdcc7d req-14c21572-de45-4192-a04b-ee619f854985 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 1098 time: 0.1574888 Aug 09 18:37:30.561217 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4677be1a-b00c-49fa-900f-937979cdcc7d req-950d2d3f-d796-4b81-99ee-aaba339396c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060641 Aug 09 18:37:30.609739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Made reservation on behalf of 0f4e2bdfede04bb9b4fa8925e4284455 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:37:30.614992 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:30.627033 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:30.748756 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:30.754274 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:30.829238 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f16b16-3911-41b8-a22f-8b69fb387c44,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:30.907957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Allocated IP 192.168.233.119 (a268b725-0220-4e39-ab57-7f3114f5ee71/5c70bb5a-05b9-45c6-a8d3-3d25d4956fec/c30010cd-7b94-47ac-8639-bb75041141a3) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:37:31.067929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.083052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Transition to ACTIVE for port object c30010cd-7b94-47ac-8639-bb75041141a3 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:37:31.118632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.168906 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Network a268b725-0220-4e39-ab57-7f3114f5ee71 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:37:31.172314 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:37:31.174964 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:37:31.203216 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Pushing event updated for resources: {'Port': ['ID=c30010cd-7b94-47ac-8639-bb75041141a3,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:31.250536 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:31.251234 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.270198 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-d6629430-296a-43da-b73a-b5b4d65e4587 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8583093 Aug 09 18:37:31.406772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cedf91-b1e6-4f37-a54d-ab2a11ed385e req-f2326303-fd87-4e90-8a0e-167bd06d8fe6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:31.408583 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7cedf91-b1e6-4f37-a54d-ab2a11ed385e req-f2326303-fd87-4e90-8a0e-167bd06d8fe6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.0827982 Aug 09 18:37:31.413441 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Request body: {'port': {'device_id': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:31.421019 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-78b2edd7-5499-4fc0-9a6f-2b644bd8cc0f None None] Provisioning for port c30010cd-7b94-47ac-8639-bb75041141a3 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:31.425730 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-78b2edd7-5499-4fc0-9a6f-2b644bd8cc0f None None] Provisioning complete for port c30010cd-7b94-47ac-8639-bb75041141a3 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:31.426194 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-78b2edd7-5499-4fc0-9a6f-2b644bd8cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.459471 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 1357a75d-b962-4fea-8983-07937a427308 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:37:31.533571 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7cedf91-b1e6-4f37-a54d-ab2a11ed385e req-a799db05-a103-4b8e-8a1d-51d7c67de342 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145732 Aug 09 18:37:31.536385 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.654177 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-78b2edd7-5499-4fc0-9a6f-2b644bd8cc0f None None] Port c30010cd-7b94-47ac-8639-bb75041141a3 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:37:31.658110 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:31.679208 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '1357a75d-b962-4fea-8983-07937a427308', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'port_id': '1357a75d-b962-4fea-8983-07937a427308', 'mac_address': 'fa:16:3e:77:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:37:31.730710 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.747585 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357a75d-b962-4fea-8983-07937a427308 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:31.782242 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:31.789071 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:31.874469 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:31.904377 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d209-f2be-4b55-b0f1-e51bcdf6729b req-4f08417a-82b5-4241-a4a3-19c842567b36 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:31.906023 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e929d209-f2be-4b55-b0f1-e51bcdf6729b req-4f08417a-82b5-4241-a4a3-19c842567b36 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.1956816 Aug 09 18:37:32.014404 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e929d209-f2be-4b55-b0f1-e51bcdf6729b req-3def1bd8-a493-4c4c-ab7b-b61bbc9bcfad tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952804 Aug 09 18:37:32.034364 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e8c6-e5bd-4a12-a70f-dcb5812f2e72 req-308d46c5-89ad-4da4-ba7c-89a77fa754a3 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:32.035943 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e947e8c6-e5bd-4a12-a70f-dcb5812f2e72 req-308d46c5-89ad-4da4-ba7c-89a77fa754a3 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 945 time: 0.1289532 Aug 09 18:37:32.156964 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30010cd-7b94-47ac-8639-bb75041141a3 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:32.172495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:32.180281 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e947e8c6-e5bd-4a12-a70f-dcb5812f2e72 req-fc62136a-31a9-4d1e-9eb9-62f1e31d520e tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313684 Aug 09 18:37:32.199058 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Transition to ACTIVE for port object c30010cd-7b94-47ac-8639-bb75041141a3 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:37:32.210071 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f87a21-ee89-4280-8030-af4c8b81729e req-dfdde811-12a1-4fca-9543-eaa81f5a4e35 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:32.212129 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-86f87a21-ee89-4280-8030-af4c8b81729e req-dfdde811-12a1-4fca-9543-eaa81f5a4e35 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 936 time: 0.1103139 Aug 09 18:37:32.213581 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:32.287755 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Pushing event updated for resources: {'Port': ['ID=c30010cd-7b94-47ac-8639-bb75041141a3,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:32.349630 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-86f87a21-ee89-4280-8030-af4c8b81729e req-ce733742-f189-472c-a712-79f7d71714c4 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088755 Aug 09 18:37:32.412010 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4817ca-3ca7-4b6f-af4e-7e6da03dddca req-8350d607-f846-45c3-8aea-d1deb6a2bd69 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:32.413758 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ba4817ca-3ca7-4b6f-af4e-7e6da03dddca req-8350d607-f846-45c3-8aea-d1deb6a2bd69 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1167240 Aug 09 18:37:32.437246 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Attempting to bind port c30010cd-7b94-47ac-8639-bb75041141a3 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:37:32.437548 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Attempting to bind port c30010cd-7b94-47ac-8639-bb75041141a3 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:37:32.437882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Attempting to bind port c30010cd-7b94-47ac-8639-bb75041141a3 on network a268b725-0220-4e39-ab57-7f3114f5ee71 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:37:32.458775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Port c30010cd-7b94-47ac-8639-bb75041141a3 on network a268b725-0220-4e39-ab57-7f3114f5ee71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:37:32.458775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Attempting to bind port c30010cd-7b94-47ac-8639-bb75041141a3 on network a268b725-0220-4e39-ab57-7f3114f5ee71 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:37:32.468064 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:37:32.468387 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Checking segment: {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:37:32.468827 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Bound using segment: {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:37:32.469587 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Bound port: c30010cd-7b94-47ac-8639-bb75041141a3, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5439ac-1299-4d8c-a363-fe6f38a64c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:37:32.469962 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:32.527991 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ba4817ca-3ca7-4b6f-af4e-7e6da03dddca req-4e3f4708-44b9-4867-9340-dc23325b6e30 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030474 Aug 09 18:37:32.597137 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841ac3-2f5b-4d4f-a2ec-4674bd42a0e3 req-466b98e6-5388-4e33-8dd7-25dc9b1bb74e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:32.599127 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e841ac3-2f5b-4d4f-a2ec-4674bd42a0e3 req-466b98e6-5388-4e33-8dd7-25dc9b1bb74e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.1265085 Aug 09 18:37:32.607192 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] For port c30010cd-7b94-47ac-8639-bb75041141a3, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:37:32.611045 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] For port c30010cd-7b94-47ac-8639-bb75041141a3, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c30010cd-7b94-47ac-8639-bb75041141a3,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:37:32.620966 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:32.681279 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:32.682820 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:32.685062 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] 10.222.0.73 "PUT /v2.0/ports/c30010cd-7b94-47ac-8639-bb75041141a3 HTTP/1.1" status: 200 len: 1098 time: 1.2892365 Aug 09 18:37:32.688824 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'tag': 'c30010cd-7b94-47ac-8639-bb75041141a3'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:32.691748 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931ba5a-69fc-4684-b882-c1d9efd222b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf31c4a-131e-4854-a485-f13264ecb5e1", "tag": "c30010cd-7b94-47ac-8639-bb75041141a3"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:32.713406 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e841ac3-2f5b-4d4f-a2ec-4674bd42a0e3 req-31557f1c-06c5-4142-bfd1-89362d9326f6 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005220 Aug 09 18:37:32.745277 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c98c1-a8fa-4372-b04f-1891b403ab20 service neutron] Pushing event updated for resources: {'Port': ['ID=c30010cd-7b94-47ac-8639-bb75041141a3,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:32.779794 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['1357a75d-b962-4fea-8983-07937a427308'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:32.862260 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-5a5259f0-515a-49e4-81ea-9f1a6b346a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:32.863846 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-5a5259f0-515a-49e4-81ea-9f1a6b346a88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f4e2bdfede04bb9b4fa8925e4284455&device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 1101 time: 0.0573733 Aug 09 18:37:32.996361 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-959bcb84-59fb-4e05-839d-09ca713da895 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c30010cd-7b94-47ac-8639-bb75041141a3 HTTP/1.1" status: 200 len: 217 time: 0.0813625 Aug 09 18:37:33.000471 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4705b996-e8b1-46cc-8e88-a0243904626d x-openstack-request-id: req-4705b996-e8b1-46cc-8e88-a0243904626d {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:33.000924 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf31c4a-131e-4854-a485-f13264ecb5e1", "tag": "c30010cd-7b94-47ac-8639-bb75041141a3", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:33.001380 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4705b996-e8b1-46cc-8e88-a0243904626d {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:33.002005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'tag': 'c30010cd-7b94-47ac-8639-bb75041141a3', 'status': 'completed', 'code': 200} Aug 09 18:37:33.024352 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7ef49-584f-4cbd-b7b3-5f483ff928d9 req-261bd081-ae14-441d-814c-81ef5e55de5b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.027011 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2bd7ef49-584f-4cbd-b7b3-5f483ff928d9 req-261bd081-ae14-441d-814c-81ef5e55de5b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.1498964 Aug 09 18:37:33.080305 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2bd7ef49-584f-4cbd-b7b3-5f483ff928d9 req-615213f5-786c-41d7-8b71-82d8c67e87e3 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Aug 09 18:37:33.216266 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-8608e791-9534-421b-860e-f7cdc8f301e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.217884 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-8608e791-9534-421b-860e-f7cdc8f301e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c70bb5a-05b9-45c6-a8d3-3d25d4956fec HTTP/1.1" status: 200 len: 843 time: 0.1114533 Aug 09 18:37:33.240016 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf099b5-fc82-4906-9651-521767b58703 req-e32a785e-d38e-4110-ac19-0ca795d918e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.241625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7cf099b5-fc82-4906-9651-521767b58703 req-e32a785e-d38e-4110-ac19-0ca795d918e2 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.1261978 Aug 09 18:37:33.255976 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7164-cdfa-403f-ad18-2b05851d9924 req-575808af-122c-4088-840f-bf0ac8a31c53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.257514 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b67d7164-cdfa-403f-ad18-2b05851d9924 req-575808af-122c-4088-840f-bf0ac8a31c53 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.0872483 Aug 09 18:37:33.357899 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7cf099b5-fc82-4906-9651-521767b58703 req-60f77594-5397-4470-86fe-2ceb72aa1ed9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Aug 09 18:37:33.365637 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b67d7164-cdfa-403f-ad18-2b05851d9924 req-eff2d27c-690b-4154-a342-3553e76fd26d tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993190 Aug 09 18:37:33.371122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-97e1e0ca-a36e-4dc7-a0b3-d81e7f21f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.372786 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-97e1e0ca-a36e-4dc7-a0b3-d81e7f21f8af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a268b725-0220-4e39-ab57-7f3114f5ee71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1053929 Aug 09 18:37:33.400255 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 47914) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:37:33.962022 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fbe99-b622-4612-a27d-f2f28575f7ef req-a68442be-ca4f-4898-b7f3-1f8b239907e1 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.963575 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d03fbe99-b622-4612-a27d-f2f28575f7ef req-a68442be-ca4f-4898-b7f3-1f8b239907e1 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 948 time: 0.4458733 Aug 09 18:37:33.971020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7071-f461-487d-a180-1b8665f958fd req-2fbafbb6-4c23-40e9-a6de-691c646d9325 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:33.972404 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fd7d7071-f461-487d-a180-1b8665f958fd req-2fbafbb6-4c23-40e9-a6de-691c646d9325 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 945 time: 0.4110806 Aug 09 18:37:33.985141 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-c8cee4c6-23fe-4b42-9e91-5d1c37b10a0f service neutron] 10.222.0.73 "GET /v2.0/networks/a268b725-0220-4e39-ab57-7f3114f5ee71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663071 Aug 09 18:37:34.028035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c2564-cf48-4e02-b498-cbe157363cc6 tempest-TestVolumeBootPattern-578361858 tempest-TestVolumeBootPattern-578361858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.030005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-be8c2564-cf48-4e02-b498-cbe157363cc6 tempest-TestVolumeBootPattern-578361858 tempest-TestVolumeBootPattern-578361858-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 1093 time: 0.6276510 Aug 09 18:37:34.035522 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 47926) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:37:34.043247 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'port_id': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:37:34.080745 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:34.100015 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fd7d7071-f461-487d-a180-1b8665f958fd req-5a63d76d-c12b-48e5-b452-daf594db7789 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129901 Aug 09 18:37:34.106105 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d03fbe99-b622-4612-a27d-f2f28575f7ef req-0788f87c-11df-46ce-a26a-8d640cabeb6b tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325057 Aug 09 18:37:34.157650 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ecd62eeb-8bf7-40d9-a0ea-fac6fa853daa req-19a6b96d-d7ea-4c82-80d7-c8b400c3e0fc service neutron] 10.222.0.73 "GET /v2.0/networks/a268b725-0220-4e39-ab57-7f3114f5ee71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563227 Aug 09 18:37:34.254121 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:34.267417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd77e25-bd66-414f-a1d0-6c915a480265 req-07c81523-8f60-4b4f-94e0-7ae16230b78e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.268953 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcd77e25-bd66-414f-a1d0-6c915a480265 req-07c81523-8f60-4b4f-94e0-7ae16230b78e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Aug 09 18:37:34.314969 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcd77e25-bd66-414f-a1d0-6c915a480265 req-683edf46-2081-47c6-80f0-fcfa759c7e67 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Aug 09 18:37:34.396218 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-6dc448fe-4faf-4a3b-9f83-312dc5d58e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.397797 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-6dc448fe-4faf-4a3b-9f83-312dc5d58e1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f4e2bdfede04bb9b4fa8925e4284455&device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 1101 time: 0.0526526 Aug 09 18:37:34.413064 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Allocated IP 172.27.3.135 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/f3f11f28-eaad-40fc-9296-f9d14b798dc1) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:37:34.536855 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:34.539527 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84306846-e8b9-401a-9d34-40afd51ccb84 req-809bd009-e5e3-4a12-8f65-40acee1fbb4c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.541121 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84306846-e8b9-401a-9d34-40afd51ccb84 req-809bd009-e5e3-4a12-8f65-40acee1fbb4c tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.1341410 Aug 09 18:37:34.581748 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:34.614445 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84306846-e8b9-401a-9d34-40afd51ccb84 req-28604fd2-de35-49a3-8cf8-bee0af3b20a5 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586829 Aug 09 18:37:34.620211 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-62b4620a-bc7b-48a6-bdce-0c10307b75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.621769 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-62b4620a-bc7b-48a6-bdce-0c10307b75ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=a268b725-0220-4e39-ab57-7f3114f5ee71 HTTP/1.1" status: 200 len: 870 time: 0.1568799 Aug 09 18:37:34.655276 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:37:34.665413 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:37:34.674062 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:37:34.679604 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=f3f11f28-eaad-40fc-9296-f9d14b798dc1,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:34.720175 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-807e8991-20df-4073-ad37-4e71a74908cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c30010cd-7b94-47ac-8639-bb75041141a3 HTTP/1.1" status: 200 len: 217 time: 0.0682058 Aug 09 18:37:34.725195 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.725738 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.726277 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.726820 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.727357 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.727894 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.728438 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.729534 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.730084 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.730636 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.731161 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.731851 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:37:34.821942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-8098a1ee-16ae-473c-a63a-be8867181a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.824395 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-8098a1ee-16ae-473c-a63a-be8867181a5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c70bb5a-05b9-45c6-a8d3-3d25d4956fec HTTP/1.1" status: 200 len: 843 time: 0.0862384 Aug 09 18:37:34.840098 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2e61f-5d10-4056-8e80-36b312130765 req-fb11660a-9e7f-4a75-8b19-ee622db1e42b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.843177 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82e2e61f-5d10-4056-8e80-36b312130765 req-fb11660a-9e7f-4a75-8b19-ee622db1e42b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.1274042 Aug 09 18:37:34.926849 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82e2e61f-5d10-4056-8e80-36b312130765 req-31049bc4-80f3-464b-ba37-7fd41f9bdeb7 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732214 Aug 09 18:37:34.970913 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-8b550dc5-8009-4c82-ab15-1d906811365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:34.973670 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-8b550dc5-8009-4c82-ab15-1d906811365f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a268b725-0220-4e39-ab57-7f3114f5ee71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0706422 Aug 09 18:37:35.186757 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-c680649c-fa0f-45e7-89d4-358df2679a2b service neutron] 10.222.0.73 "GET /v2.0/networks/a268b725-0220-4e39-ab57-7f3114f5ee71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933563 Aug 09 18:37:35.389752 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.470292 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 1357a75d-b962-4fea-8983-07937a427308 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:37:35.528143 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-9beea10f-358f-4e88-b09d-9b877a93c386 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:35.530701 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-9beea10f-358f-4e88-b09d-9b877a93c386 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.3085129 Aug 09 18:37:35.558781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f242a4e-2449-4c9b-8f2a-9a735ca943bc req-49e80351-fd9c-4b8f-9e1f-2912358b7633 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:35.564055 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 1357a75d-b962-4fea-8983-07937a427308 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:35.573119 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 1357a75d-b962-4fea-8983-07937a427308 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:35.573738 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f242a4e-2449-4c9b-8f2a-9a735ca943bc req-49e80351-fd9c-4b8f-9e1f-2912358b7633 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 945 time: 0.2978864 Aug 09 18:37:35.574076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.580716 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.690630 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea1c47-5709-4f33-ba37-34d16b1dbbdc req-f25bab89-1771-4a03-b8f5-91c3a95f2895 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:35.697716 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-06ea1c47-5709-4f33-ba37-34d16b1dbbdc req-f25bab89-1771-4a03-b8f5-91c3a95f2895 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 948 time: 0.3632088 Aug 09 18:37:35.703850 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d931ba5a-69fc-4684-b882-c1d9efd222b8 req-624b6e12-edce-4c31-ae23-f9b38f7c2f6e service neutron] 10.222.0.73 "GET /v2.0/networks/a268b725-0220-4e39-ab57-7f3114f5ee71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596908 Aug 09 18:37:35.714395 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.754288 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:35.758462 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7715d3c2-53bd-492d-83f1-9b83e2b2be8b" -d '{"events": [{"server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "name": "network-vif-plugged", "status": "completed", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:35.765670 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f242a4e-2449-4c9b-8f2a-9a735ca943bc req-701904ee-1874-4ade-834b-05d161dffde3 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907766 Aug 09 18:37:35.794108 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-06ea1c47-5709-4f33-ba37-34d16b1dbbdc req-96143ca5-8151-4f2c-90f3-60897c1e7200 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840132 Aug 09 18:37:35.794729 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:35.809536 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.834562 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.834918 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Deleting port f062b17d-f3da-4632-b0fc-c6d7157393d8 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:37:35.835249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.845248 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.921733 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:35.939167 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=f3f11f28-eaad-40fc-9296-f9d14b798dc1,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:35.949639 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:35.971152 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d3eda-fe6a-43fb-b3c8-a13015b7a24e req-1ee9b3d4-ee53-4b84-8964-8015e588b2b4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:35.972669 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e78d3eda-fe6a-43fb-b3c8-a13015b7a24e req-1ee9b3d4-ee53-4b84-8964-8015e588b2b4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0928223 Aug 09 18:37:35.980450 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] For port f062b17d-f3da-4632-b0fc-c6d7157393d8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f062b17d-f3da-4632-b0fc-c6d7157393d8,segment=NetworkSegment(13a57da3-fe1f-4690-94a4-486b65aa04ee),segment_id=13a57da3-fe1f-4690-94a4-486b65aa04ee)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:35.980820 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:36.006179 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Calling delete_port for f062b17d-f3da-4632-b0fc-c6d7157393d8 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:37:36.067409 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e78d3eda-fe6a-43fb-b3c8-a13015b7a24e req-d32654df-ea39-4509-b3fe-5cd9af1a5680 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838571 Aug 09 18:37:36.069431 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Floating IP 12de17c7-c10b-48b3-8456-a284cbda70ec associated. External IP: 172.27.3.135, port: 9e6b2d24-5bec-4406-aced-5b587e2d12fd. Aug 09 18:37:36.129885 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe656bec-3fd3-4445-8c59-c4202f34ff10 x-openstack-request-id: req-fe656bec-3fd3-4445-8c59-c4202f34ff10 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:36.130448 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "name": "network-vif-plugged", "status": "completed", "tag": "1357a75d-b962-4fea-8983-07937a427308", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:36.130933 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe656bec-3fd3-4445-8c59-c4202f34ff10 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:36.132607 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'code': 200} Aug 09 18:37:36.151749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef598d-a757-4fc7-a4ee-2b744b984636 req-d9c78fc5-c5e8-42f1-9740-a92d8536c8c3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:36.153524 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ef598d-a757-4fc7-a4ee-2b744b984636 req-d9c78fc5-c5e8-42f1-9740-a92d8536c8c3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 945 time: 0.0913813 Aug 09 18:37:36.273601 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:36.283751 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ef598d-a757-4fc7-a4ee-2b744b984636 req-eee4998d-7607-44dd-b40d-05b5bc8022fd tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863214 Aug 09 18:37:36.335900 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Pushing event deleted for resources: {'Port': ['ID=f062b17d-f3da-4632-b0fc-c6d7157393d8,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:36.337156 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:37:36.453858 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] No DVR routers for this DVR port f062b17d-f3da-4632-b0fc-c6d7157393d8 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:37:36.455872 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:37:36.457142 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:36.459130 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85b004b3-c9fb-4128-b297-07ce91410b52 req-cf6a489d-8a80-445f-bab2-fe0711cdc1a3 tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.73 "DELETE /v2.0/ports/f062b17d-f3da-4632-b0fc-c6d7157393d8 HTTP/1.1" status: 204 len: 173 time: 0.8766854 Aug 09 18:37:36.459618 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140e69cc-294b-4370-a5d4-768b282dd76f', 'name': 'network-vif-deleted', 'tag': 'f062b17d-f3da-4632-b0fc-c6d7157393d8'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:36.461878 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddbade0-3f24-427f-ac45-41dd322e9dff" -d '{"events": [{"server_uuid": "140e69cc-294b-4370-a5d4-768b282dd76f", "name": "network-vif-deleted", "tag": "f062b17d-f3da-4632-b0fc-c6d7157393d8"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:36.470322 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:37:36.482566 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:36.484213 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861d60-fad7-4ea8-8e42-b8e6451d788a req-217569b7-cd55-4e6d-92a2-181b52ab7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:36.488363 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f2861d60-fad7-4ea8-8e42-b8e6451d788a req-217569b7-cd55-4e6d-92a2-181b52ab7475 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1099 time: 0.1383169 Aug 09 18:37:36.493745 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:37:36.495812 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:37:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:37:36.515665 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7ee94a27-54c8-454e-b732-e71e210b3697 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4778852 Aug 09 18:37:36.516250 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:36.518705 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:36.560453 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f2861d60-fad7-4ea8-8e42-b8e6451d788a req-7070a1f9-2674-46f0-95e1-a4f1bc3d29ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Aug 09 18:37:36.565536 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc4f4b1-0be9-4253-849d-cb7621ef111d x-openstack-request-id: req-8bc4f4b1-0be9-4253-849d-cb7621ef111d {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:36.565834 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140e69cc-294b-4370-a5d4-768b282dd76f", "name": "network-vif-deleted", "tag": "f062b17d-f3da-4632-b0fc-c6d7157393d8", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:36.566084 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bc4f4b1-0be9-4253-849d-cb7621ef111d {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:36.566485 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140e69cc-294b-4370-a5d4-768b282dd76f', 'name': 'network-vif-deleted', 'tag': 'f062b17d-f3da-4632-b0fc-c6d7157393d8', 'status': 'completed', 'code': 200} Aug 09 18:37:36.576164 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2569c054-77f5-4fe2-800e-fb8ef10e7fd2 x-openstack-request-id: req-2569c054-77f5-4fe2-800e-fb8ef10e7fd2 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:36.576490 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:36.576698 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2569c054-77f5-4fe2-800e-fb8ef10e7fd2 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:36.577159 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'status': 'completed', 'code': 200} Aug 09 18:37:36.673346 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:37:36.912811 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f44f1-dc28-469d-9294-49165ce54bd0 req-6d0ec118-b2d3-41da-8c6c-905173b9582c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:36.914426 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4e7f44f1-dc28-469d-9294-49165ce54bd0 req-6d0ec118-b2d3-41da-8c6c-905173b9582c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0530946 Aug 09 18:37:36.959565 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4e7f44f1-dc28-469d-9294-49165ce54bd0 req-0cc960f4-c73c-4df0-bdc5-a6c4b74c0b24 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Aug 09 18:37:37.043293 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '12de17c7-c10b-48b3-8456-a284cbda70ec', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:33:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:37:35Z', 'updated_at': '2021-08-09T18:37:35Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:37:37.077866 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:37:37.087391 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:37:37.088512 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:37:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:37:37.116676 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977f625-332c-47de-8007-bf05eecc96f7 req-d65af87a-4d9a-4670-bc08-f3a0205743fe tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:37.118804 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a977f625-332c-47de-8007-bf05eecc96f7 req-d65af87a-4d9a-4670-bc08-f3a0205743fe tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 948 time: 0.0588174 Aug 09 18:37:37.188215 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a977f625-332c-47de-8007-bf05eecc96f7 req-c9b6567e-bedc-4cef-928f-eca2444645b8 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604234 Aug 09 18:37:37.262395 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:37:37.288930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-a7be90cc-ca83-4428-8e4e-7c488323e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:37.292183 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-a7be90cc-ca83-4428-8e4e-7c488323e483 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 1098 time: 0.0805480 Aug 09 18:37:37.458098 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c30010cd-7b94-47ac-8639-bb75041141a3 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:37:37.469658 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device f062b17d-f3da-4632-b0fc-c6d7157393d8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:37:37.535199 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-a443e942-ff53-4d4d-93c9-e3033cb213ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:37.540178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-a443e942-ff53-4d4d-93c9-e3033cb213ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.2022884 Aug 09 18:37:37.689724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e9647-6fd1-42ad-b953-59e4a0a990f3 req-d25abcce-d890-4373-b215-9c4675fd057f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:37.699680 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-712e9647-6fd1-42ad-b953-59e4a0a990f3 req-d25abcce-d890-4373-b215-9c4675fd057f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1327648 Aug 09 18:37:37.702784 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '12de17c7-c10b-48b3-8456-a284cbda70ec', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:33:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:37:35Z', 'updated_at': '2021-08-09T18:37:35Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:37:37.739118 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-6a86cc79-f5f7-4094-8040-b0a436564702 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd HTTP/1.1" status: 200 len: 999 time: 0.1394398 Aug 09 18:37:37.741409 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89a841-7a94-4510-bc9e-539b08dcfea1 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '12de17c7-c10b-48b3-8456-a284cbda70ec', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:33:80:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:37:35Z', 'updated_at': '2021-08-09T18:37:35Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:37:37.770110 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-712e9647-6fd1-42ad-b953-59e4a0a990f3 req-af6b5ba6-73e3-4c14-a3cc-0a834da6c6e9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691915 Aug 09 18:37:37.801274 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7125314-e374-4a59-9b28-d2a1d2d666e1 req-3785c899-b317-48dd-a92a-9a576f0c2d4e tempest-VolumesActionsTest-1798464196 tempest-VolumesActionsTest-1798464196-project] 10.222.0.25 "GET /v2.0/ports?device_id=140e69cc-294b-4370-a5d4-768b282dd76f HTTP/1.1" status: 200 len: 210 time: 0.0438592 Aug 09 18:37:37.801517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: f062b17d-f3da-4632-b0fc-c6d7157393d8 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:37:37.801517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device f062b17d-f3da-4632-b0fc-c6d7157393d8 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:37:37.877136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-b6f517ce-d1bf-484e-8715-729e9e253829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:37.882005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-b6f517ce-d1bf-484e-8715-729e9e253829 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0961237 Aug 09 18:37:37.899981 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port c30010cd-7b94-47ac-8639-bb75041141a3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c30010cd-7b94-47ac-8639-bb75041141a3,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:37.913894 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'c30010cd-7b94-47ac-8639-bb75041141a3', 'network_id': 'a268b725-0220-4e39-ab57-7f3114f5ee71', 'port_id': 'c30010cd-7b94-47ac-8639-bb75041141a3', 'mac_address': 'fa:16:3e:e0:e5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c70bb5a-05b9-45c6-a8d3-3d25d4956fec', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:37:37.965251 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:37.977436 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-ae729f58-389c-4a4f-80f9-2bf133823f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:37.979201 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-ae729f58-389c-4a4f-80f9-2bf133823f36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0662079 Aug 09 18:37:37.981680 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30010cd-7b94-47ac-8639-bb75041141a3 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:37:38.014088 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port c30010cd-7b94-47ac-8639-bb75041141a3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c30010cd-7b94-47ac-8639-bb75041141a3,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:38.026329 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:38.072948 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e555741-51bd-4fb8-baf6-322877ccf142 None None] New status for floating IP 12de17c7-c10b-48b3-8456-a284cbda70ec: ACTIVE {{(pid=93498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:37:38.154825 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=c30010cd-7b94-47ac-8639-bb75041141a3,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:38.168454 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd4849-6f43-4583-bda1-6d327607dd9b req-b0cd945a-a161-4671-a5f1-b4d9f734ceb0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:38.170063 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93bd4849-6f43-4583-bda1-6d327607dd9b req-b0cd945a-a161-4671-a5f1-b4d9f734ceb0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0861454 Aug 09 18:37:38.176809 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-1a7460c4-24fd-4599-b712-bc8b90b5c542 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483080 Aug 09 18:37:38.262564 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93bd4849-6f43-4583-bda1-6d327607dd9b req-c1fcbfbc-9281-4b88-9eba-4e0b96551d05 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828168 Aug 09 18:37:38.333111 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a63f35a7-a940-4542-adf9-b4fccd8d1eb1 req-7f0595f3-278b-4dd6-927a-62e74b5d7153 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360159 Aug 09 18:37:38.355425 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d00f3-0654-4012-87a0-6c53430834ba req-a5cddfbd-87a6-4003-bf15-fc96076319e2 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:38.356970 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-049d00f3-0654-4012-87a0-6c53430834ba req-a5cddfbd-87a6-4003-bf15-fc96076319e2 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 949 time: 0.0668736 Aug 09 18:37:38.398146 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-049d00f3-0654-4012-87a0-6c53430834ba req-747bbb0e-7d96-4e58-9e12-f2db05bdb5e3 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Aug 09 18:37:38.909805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044895e-7739-4113-8be8-aa0fd2ec6e96 req-04268e50-e9c8-4788-b445-93b46b478a84 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:38.911289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0044895e-7739-4113-8be8-aa0fd2ec6e96 req-04268e50-e9c8-4788-b445-93b46b478a84 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Aug 09 18:37:38.953454 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0044895e-7739-4113-8be8-aa0fd2ec6e96 req-8dd3ba6c-fd9e-4087-8558-41d61f61cc15 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323887 Aug 09 18:37:39.412046 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7f751-3109-400f-b693-307b70d932bc req-594e534f-9cf4-458e-974a-e3078aa6262e tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:39.413627 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aeb7f751-3109-400f-b693-307b70d932bc req-594e534f-9cf4-458e-974a-e3078aa6262e tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0568113 Aug 09 18:37:39.420404 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['c30010cd-7b94-47ac-8639-bb75041141a3'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:39.475296 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aeb7f751-3109-400f-b693-307b70d932bc req-fb3d7f40-baaf-4541-855b-84faf828f15f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486240 Aug 09 18:37:39.586468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e432-e936-4999-a8bb-1f9dd440e401 req-2c8fc6cd-6103-4ce2-82bb-3deabeaaa852 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:39.589035 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b957e432-e936-4999-a8bb-1f9dd440e401 req-2c8fc6cd-6103-4ce2-82bb-3deabeaaa852 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 949 time: 0.0804250 Aug 09 18:37:39.673692 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b957e432-e936-4999-a8bb-1f9dd440e401 req-34da8d32-a29a-45cf-b96c-3c9261cb22ed tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Aug 09 18:37:39.683839 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534d7d-2583-4dc1-9e8c-10f657fcc7f8 req-e792aa81-1e62-4a96-bcc6-c6e461beff15 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:39.685915 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81534d7d-2583-4dc1-9e8c-10f657fcc7f8 req-e792aa81-1e62-4a96-bcc6-c6e461beff15 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.1177781 Aug 09 18:37:39.753117 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81534d7d-2583-4dc1-9e8c-10f657fcc7f8 req-1fc655cf-f4d4-4be5-89ce-da424e158248 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610552 Aug 09 18:37:39.766015 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013124a-df23-4226-a4a1-43c0cd26bdf4 req-6ead8677-5399-4913-b907-719463f99ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:39.767563 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3013124a-df23-4226-a4a1-43c0cd26bdf4 req-6ead8677-5399-4913-b907-719463f99ca5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.0693676 Aug 09 18:37:39.840963 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3013124a-df23-4226-a4a1-43c0cd26bdf4 req-1c9f5fac-bace-4491-8a16-b3f12ee53ae2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 Aug 09 18:37:40.079267 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecd359-f3e2-4bc8-ada5-c2fc64803b9e req-028359f3-7440-46e3-8868-fb67f3e511c2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:40.080945 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4eecd359-f3e2-4bc8-ada5-c2fc64803b9e req-028359f3-7440-46e3-8868-fb67f3e511c2 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Aug 09 18:37:40.123089 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4eecd359-f3e2-4bc8-ada5-c2fc64803b9e req-b6396553-0534-4b41-85ce-359630428545 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Aug 09 18:37:40.242074 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c2d3c-baab-400b-81e7-2f314a7406cd req-219f3a4b-58f6-452a-8feb-1d38647ac119 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:40.243635 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c5c2d3c-baab-400b-81e7-2f314a7406cd req-219f3a4b-58f6-452a-8feb-1d38647ac119 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0514958 Aug 09 18:37:40.284277 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c5c2d3c-baab-400b-81e7-2f314a7406cd req-ff31b515-83ad-4b64-9667-390be4b24813 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340450 Aug 09 18:37:40.385487 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-6521e2be-34ad-4147-9f33-ca0b02935cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:43.056285 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-838eb91d-231a-41a7-9d44-8d2197c6f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:43.184503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:44.350595 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:45.394184 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50371e-8ba6-436f-b376-91e72bd9ee9d req-cff299e9-a148-4fb2-8a67-84f13b9617fe tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:45.395955 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6c50371e-8ba6-436f-b376-91e72bd9ee9d req-cff299e9-a148-4fb2-8a67-84f13b9617fe tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 949 time: 0.0613205 Aug 09 18:37:45.442401 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6c50371e-8ba6-436f-b376-91e72bd9ee9d req-0146e839-2873-4478-a2ab-aaef63df0738 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387831 Aug 09 18:37:45.556166 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04f8c4-9372-4af9-b4bd-875a9b8eb190 req-3cd60448-a40b-4faf-b90d-b836219dc659 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:45.557696 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc04f8c4-9372-4af9-b4bd-875a9b8eb190 req-3cd60448-a40b-4faf-b90d-b836219dc659 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0515583 Aug 09 18:37:45.598558 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc04f8c4-9372-4af9-b4bd-875a9b8eb190 req-05c48550-f875-409c-98f8-05fd6f186e13 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Aug 09 18:37:45.726961 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:46.575847 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daed6b-7999-4267-a87a-5f4da7bdc903 req-35a00cca-63f3-4340-9912-a0d984207551 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:46.577339 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48daed6b-7999-4267-a87a-5f4da7bdc903 req-35a00cca-63f3-4340-9912-a0d984207551 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 949 time: 0.0553477 Aug 09 18:37:46.617614 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48daed6b-7999-4267-a87a-5f4da7bdc903 req-2c1c338a-61f3-4848-94f5-65eb803a10a9 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Aug 09 18:37:46.720986 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49362f28-703e-421c-8341-d6c11edd58a1 req-ad5f6976-73dc-43eb-b64c-af2ade81e44a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:46.722550 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-49362f28-703e-421c-8341-d6c11edd58a1 req-ad5f6976-73dc-43eb-b64c-af2ade81e44a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0523703 Aug 09 18:37:46.767184 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-49362f28-703e-421c-8341-d6c11edd58a1 req-f5f689ff-7608-43b7-bcc9-90ce65153a92 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384319 Aug 09 18:37:47.534487 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:47.535393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c30010cd-7b94-47ac-8639-bb75041141a3 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:37:47.595761 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port c30010cd-7b94-47ac-8639-bb75041141a3 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:37:47.599758 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port c30010cd-7b94-47ac-8639-bb75041141a3 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:37:47.600187 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:47.691361 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:47.725912 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30010cd-7b94-47ac-8639-bb75041141a3'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:47.729162 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e85739-dc15-4a9b-bf83-db5e1d00d438" -d '{"events": [{"server_uuid": "4bf31c4a-131e-4854-a485-f13264ecb5e1", "name": "network-vif-plugged", "status": "completed", "tag": "c30010cd-7b94-47ac-8639-bb75041141a3"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:37:47.743129 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port c30010cd-7b94-47ac-8639-bb75041141a3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c30010cd-7b94-47ac-8639-bb75041141a3,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:47.749297 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:47.820366 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eba35-3010-40d4-983c-7a6be3240328 req-c71b6ef2-6b35-4515-ad70-5357b06e53ce tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:47.824373 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c87eba35-3010-40d4-983c-7a6be3240328 req-c71b6ef2-6b35-4515-ad70-5357b06e53ce tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 949 time: 0.0991213 Aug 09 18:37:47.824589 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81587f07-6c98-405b-a29c-6e6395659378 x-openstack-request-id: req-81587f07-6c98-405b-a29c-6e6395659378 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:37:47.824884 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf31c4a-131e-4854-a485-f13264ecb5e1", "name": "network-vif-plugged", "status": "completed", "tag": "c30010cd-7b94-47ac-8639-bb75041141a3", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:37:47.825439 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81587f07-6c98-405b-a29c-6e6395659378 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:37:47.826066 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30010cd-7b94-47ac-8639-bb75041141a3', 'code': 200} Aug 09 18:37:47.827513 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=c30010cd-7b94-47ac-8639-bb75041141a3,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:47.917733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c87eba35-3010-40d4-983c-7a6be3240328 req-d6eed291-955e-47e7-a46d-99526d8fcc2a tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710988 Aug 09 18:37:48.057114 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93ab6b-8ae3-41fb-96e4-736778134ed6 req-59dfed99-85e6-4bf6-b34d-324819ceb782 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:48.061975 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da93ab6b-8ae3-41fb-96e4-736778134ed6 req-59dfed99-85e6-4bf6-b34d-324819ceb782 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1214805 Aug 09 18:37:48.141789 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da93ab6b-8ae3-41fb-96e4-736778134ed6 req-a376ad26-6857-446c-be3d-43c56bab296a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633168 Aug 09 18:37:48.294563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9b817-2d54-498c-845e-704b78ba08f4 req-b94e09c6-6a41-48e1-86eb-0b365fae7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:48.294563 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-57c9b817-2d54-498c-845e-704b78ba08f4 req-b94e09c6-6a41-48e1-86eb-0b365fae7631 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 1103 time: 0.0502055 Aug 09 18:37:48.378167 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-57c9b817-2d54-498c-845e-704b78ba08f4 req-01b8576a-9c70-4e02-9ce4-70a2a3e2ee86 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739124 Aug 09 18:37:50.302014 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df520282-d799-4a28-9adc-fb71a4870077 req-9c896238-308b-4033-903f-c01a28329947 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:50.318299 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-df520282-d799-4a28-9adc-fb71a4870077 req-9c896238-308b-4033-903f-c01a28329947 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.1677475 Aug 09 18:37:50.427496 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-df520282-d799-4a28-9adc-fb71a4870077 req-a5c00369-59a5-4703-8214-e1f08835b2f1 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964928 Aug 09 18:37:50.454237 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7459b10-7738-4e66-aaf3-ea8ec35e5ca2 req-7088a331-6fb3-4d10-864e-18a0962692df tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:50.454237 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7459b10-7738-4e66-aaf3-ea8ec35e5ca2 req-7088a331-6fb3-4d10-864e-18a0962692df tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2258084 Aug 09 18:37:50.497842 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7459b10-7738-4e66-aaf3-ea8ec35e5ca2 req-25a98f76-061b-4a48-a51d-b111dd7332b9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Aug 09 18:37:51.183054 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d108cc-b58b-489c-886b-7b976f65bf8c req-11483d53-0a46-4386-9263-885487c9f3f4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:51.185406 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0d108cc-b58b-489c-886b-7b976f65bf8c req-11483d53-0a46-4386-9263-885487c9f3f4 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1372592 Aug 09 18:37:51.194247 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-5f0ff739-dc76-407c-b773-1df594400894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:51.196521 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-5f0ff739-dc76-407c-b773-1df594400894 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 1098 time: 0.0916774 Aug 09 18:37:51.346184 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0d108cc-b58b-489c-886b-7b976f65bf8c req-3e6ec64e-f774-4e25-a97d-e5a093ae38b6 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409993 Aug 09 18:37:51.413678 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-cf129e6e-4716-42f3-98c2-b5687ed7b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:51.416073 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-cf129e6e-4716-42f3-98c2-b5687ed7b5b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 200 len: 920 time: 0.1989391 Aug 09 18:37:51.500661 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-00ac1888-d8fa-43b8-b932-586fdaab6d32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 200 len: 217 time: 0.0512881 Aug 09 18:37:51.599728 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-561aa722-a664-4283-a87c-2fc7a6bb4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:51.601393 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-561aa722-a664-4283-a87c-2fc7a6bb4fd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 200 len: 859 time: 0.0837498 Aug 09 18:37:51.615292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8ff9b-b29d-4dfa-825a-0631eecf4a86 req-edeea110-26e2-498a-a396-905183433a51 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:51.616993 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7d8ff9b-b29d-4dfa-825a-0631eecf4a86 req-edeea110-26e2-498a-a396-905183433a51 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.0979886 Aug 09 18:37:51.655042 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-c91c8a16-09c7-4be1-ae85-176240dd5f54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17810a9d-588d-4e62-9374-f641ddb5758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368874 Aug 09 18:37:51.690143 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a7d8ff9b-b29d-4dfa-825a-0631eecf4a86 req-a59e7114-6b03-4dfc-bd81-8dbfa761f7b0 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636582 Aug 09 18:37:51.770183 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-c61271f8-dd22-4211-9f24-dfb9d2d298cc service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901966 Aug 09 18:37:52.179174 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4340068f-0dcc-4f10-8a27-e5efe4952b3f req-0961b61e-dced-498d-b84e-a449f8269f50 service neutron] 10.222.0.73 "GET /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921864 Aug 09 18:37:52.487446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ea5f2-7bf2-48b6-9272-c292469226ea req-a22a3ca5-dd69-43c9-8d59-01dba5b7f298 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:52.490188 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a04ea5f2-7bf2-48b6-9272-c292469226ea req-a22a3ca5-dd69-43c9-8d59-01dba5b7f298 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0659726 Aug 09 18:37:52.554823 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a04ea5f2-7bf2-48b6-9272-c292469226ea req-e0a17d1d-2dd6-404a-aa83-cee7d749f39f tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Aug 09 18:37:52.841698 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a183773-66d7-43ed-ab31-c072b8e2bd2f req-4fc0e13c-98c9-4c31-94f0-e4a31124e749 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:52.843516 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a183773-66d7-43ed-ab31-c072b8e2bd2f req-4fc0e13c-98c9-4c31-94f0-e4a31124e749 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.0694866 Aug 09 18:37:52.892785 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a183773-66d7-43ed-ab31-c072b8e2bd2f req-8148efb5-df6f-4416-9747-5ac96e4d4b18 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Aug 09 18:37:53.687531 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ced844-78a7-4903-bc90-133aeefcb4e7 req-57eb8cf9-b643-42b6-8197-7ee15e8daf5c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:53.689522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b9ced844-78a7-4903-bc90-133aeefcb4e7 req-57eb8cf9-b643-42b6-8197-7ee15e8daf5c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0592043 Aug 09 18:37:53.736812 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b9ced844-78a7-4903-bc90-133aeefcb4e7 req-90172642-c9fa-413f-9428-1c8161e97aeb tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Aug 09 18:37:54.035903 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77287545-e9af-4bca-87b7-2d2193ab4cba req-8a9fa35a-c74b-4a7e-a6c1-ac3d17f9b170 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:54.043839 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-77287545-e9af-4bca-87b7-2d2193ab4cba req-8a9fa35a-c74b-4a7e-a6c1-ac3d17f9b170 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.0606999 Aug 09 18:37:54.085756 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-77287545-e9af-4bca-87b7-2d2193ab4cba req-b33a441d-8c6b-4f02-bfe0-13f524115274 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Aug 09 18:37:54.480172 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fa455-46b4-4c8f-9e5e-3c855a7f2402 req-389ac2c3-a05d-43bf-b490-82c8f467812a tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:54.481819 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-954fa455-46b4-4c8f-9e5e-3c855a7f2402 req-389ac2c3-a05d-43bf-b490-82c8f467812a tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.0608346 Aug 09 18:37:54.525672 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-954fa455-46b4-4c8f-9e5e-3c855a7f2402 req-de62f335-03c6-4490-a925-40bd5ac75ebc tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Aug 09 18:37:54.919015 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635fc0-cc75-472d-9e42-82422d6c3ca6 req-29f89593-5ccb-4551-831d-018c86439eb7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:54.921587 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65635fc0-cc75-472d-9e42-82422d6c3ca6 req-29f89593-5ccb-4551-831d-018c86439eb7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0830843 Aug 09 18:37:54.998806 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65635fc0-cc75-472d-9e42-82422d6c3ca6 req-7d66f847-afeb-450e-9792-90b1acbb1945 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625694 Aug 09 18:37:55.503510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfd209-c637-4fe6-80f0-2643399981a6 req-f1a1f558-07cc-42fe-89d4-5eb2e98f3f54 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:55.513717 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-30dfd209-c637-4fe6-80f0-2643399981a6 req-f1a1f558-07cc-42fe-89d4-5eb2e98f3f54 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0912445 Aug 09 18:37:55.586663 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-30dfd209-c637-4fe6-80f0-2643399981a6 req-a1452f45-3c0a-41d7-9ac1-f7dfb8be4bff tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696111 Aug 09 18:37:55.841960 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc099d7-05d2-4627-8eda-79ca1b4c0ef4 req-406c424b-ce79-41e3-95b4-bf85ce302f49 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:55.843698 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4dc099d7-05d2-4627-8eda-79ca1b4c0ef4 req-406c424b-ce79-41e3-95b4-bf85ce302f49 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.1098125 Aug 09 18:37:55.902633 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:37:55.926817 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4dc099d7-05d2-4627-8eda-79ca1b4c0ef4 req-8fc75336-7528-4c7b-a2ca-5853ad53859d tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 Aug 09 18:37:56.340517 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4a83-b238-4490-9c06-ca72085ed8f6 req-642a2cd5-5b3f-4075-a4b7-9a7ce5b952b1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:56.342131 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-06fb4a83-b238-4490-9c06-ca72085ed8f6 req-642a2cd5-5b3f-4075-a4b7-9a7ce5b952b1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.2030694 Aug 09 18:37:56.412055 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-06fb4a83-b238-4490-9c06-ca72085ed8f6 req-f4475d6d-2cee-4fcb-a8bd-c048d34c6e26 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Aug 09 18:37:56.770841 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22b288-8384-4167-908f-25677b127a2a req-2b60b37c-3c11-4cb6-badf-aefe57e699f5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:56.773586 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cd22b288-8384-4167-908f-25677b127a2a req-2b60b37c-3c11-4cb6-badf-aefe57e699f5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0876021 Aug 09 18:37:56.841763 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cd22b288-8384-4167-908f-25677b127a2a req-d776cfb3-ad71-4a87-8490-833033032811 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579591 Aug 09 18:37:57.121952 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e4268-ce8f-43ab-865b-b84195cbd10b req-dec21b16-fa9c-4292-860d-b20fa478b35e tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:57.123678 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ef6e4268-ce8f-43ab-865b-b84195cbd10b req-dec21b16-fa9c-4292-860d-b20fa478b35e tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.0749578 Aug 09 18:37:57.175041 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ef6e4268-ce8f-43ab-865b-b84195cbd10b req-21e2c770-2c9d-4ede-abe2-969c5f94974e tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Aug 09 18:37:57.620659 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65efc8-ba43-4a7a-ae5c-8e227d4940de req-1031b13a-3584-4e18-bfe5-5d096168de42 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:57.622553 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc65efc8-ba43-4a7a-ae5c-8e227d4940de req-1031b13a-3584-4e18-bfe5-5d096168de42 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0655699 Aug 09 18:37:57.676932 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc65efc8-ba43-4a7a-ae5c-8e227d4940de req-8e17bb75-d733-40bd-9726-cdb58421d8b1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Aug 09 18:37:58.022523 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfaf88-3076-46aa-ba86-65abc139d631 req-29077d7f-210e-4c71-af94-ec5082aafede tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:58.030777 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-12dfaf88-3076-46aa-ba86-65abc139d631 req-29077d7f-210e-4c71-af94-ec5082aafede tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0757926 Aug 09 18:37:58.085707 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-12dfaf88-3076-46aa-ba86-65abc139d631 req-cbdc3b25-3a91-4cb7-8383-ec7b5a75ebed tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481536 Aug 09 18:37:58.440192 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e09af-69b1-4550-bf5a-c2dac3954192 req-d546d0a0-8568-4dc5-b24b-1ed06dd3e751 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:58.444563 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f43e09af-69b1-4550-bf5a-c2dac3954192 req-d546d0a0-8568-4dc5-b24b-1ed06dd3e751 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.1103878 Aug 09 18:37:58.756412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-c9936f2e-2b5e-410a-92c0-525da8af6cd6 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:58.756685 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-c9936f2e-2b5e-410a-92c0-525da8af6cd6 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 950 time: 0.2585037 Aug 09 18:37:58.762178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f43e09af-69b1-4550-bf5a-c2dac3954192 req-a2ef6715-056c-4091-8b3e-c7bf54a3fa71 tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/security-groups?id=60f16b16-3911-41b8-a22f-8b69fb387c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276070 Aug 09 18:37:58.921701 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb735264-3455-43e3-bb4e-ec7b7e27fe52 req-a20d650b-103f-43ad-b68b-b9d4d0b1e5f9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:58.923728 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb735264-3455-43e3-bb4e-ec7b7e27fe52 req-a20d650b-103f-43ad-b68b-b9d4d0b1e5f9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0789886 Aug 09 18:37:58.960889 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Deleting port c30010cd-7b94-47ac-8639-bb75041141a3 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:37:58.961422 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:59.017166 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb735264-3455-43e3-bb4e-ec7b7e27fe52 req-643e21ee-0715-4a24-a257-1fb85330494e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Aug 09 18:37:59.131593 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] For port c30010cd-7b94-47ac-8639-bb75041141a3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c30010cd-7b94-47ac-8639-bb75041141a3,segment=NetworkSegment(6a5439ac-1299-4d8c-a363-fe6f38a64c44),segment_id=6a5439ac-1299-4d8c-a363-fe6f38a64c44)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:37:59.132178 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:59.160172 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Calling delete_port for c30010cd-7b94-47ac-8639-bb75041141a3 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:37:59.526758 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99524-bbab-449d-b4c8-1bf391889b46 req-273c3703-2899-4203-9fde-995ab0aacbd1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:37:59.529597 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f9a99524-bbab-449d-b4c8-1bf391889b46 req-273c3703-2899-4203-9fde-995ab0aacbd1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.2336245 Aug 09 18:37:59.664178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f9a99524-bbab-449d-b4c8-1bf391889b46 req-98d0b4fd-32a9-4a2d-a700-21c9a4b6646f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273286 Aug 09 18:37:59.705020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:59.773527 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['c30010cd-7b94-47ac-8639-bb75041141a3'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:37:59.777285 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Pushing event deleted for resources: {'Port': ['ID=c30010cd-7b94-47ac-8639-bb75041141a3,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:37:59.888586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] No DVR routers for this DVR port c30010cd-7b94-47ac-8639-bb75041141a3 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:37:59.891448 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:37:59.893968 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c5c371f-d379-42af-89e0-0dbd279dc602 req-22dfc39e-c830-4992-8773-a08675b1483c tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.73 "DELETE /v2.0/ports/c30010cd-7b94-47ac-8639-bb75041141a3 HTTP/1.1" status: 204 len: 173 time: 1.1263475 Aug 09 18:37:59.894443 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'name': 'network-vif-deleted', 'tag': 'c30010cd-7b94-47ac-8639-bb75041141a3'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:37:59.896856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c053df96-71d9-48b1-ba91-a736d25a9566" -d '{"events": [{"server_uuid": "4bf31c4a-131e-4854-a485-f13264ecb5e1", "name": "network-vif-deleted", "tag": "c30010cd-7b94-47ac-8639-bb75041141a3"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:00.021823 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6aad21f2-5c52-40a6-b68c-60dc99463bde req-f8760566-7173-4ea0-b43c-6f2d7f291a3a tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 210 time: 0.0866022 Aug 09 18:38:00.058729 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc08101-dfda-42fc-9f20-3eefe1b5979d x-openstack-request-id: req-7fc08101-dfda-42fc-9f20-3eefe1b5979d {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:00.059704 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf31c4a-131e-4854-a485-f13264ecb5e1", "name": "network-vif-deleted", "tag": "c30010cd-7b94-47ac-8639-bb75041141a3", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:00.060122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fc08101-dfda-42fc-9f20-3eefe1b5979d {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:00.061916 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf31c4a-131e-4854-a485-f13264ecb5e1', 'name': 'network-vif-deleted', 'tag': 'c30010cd-7b94-47ac-8639-bb75041141a3', 'status': 'completed', 'code': 200} Aug 09 18:38:00.666505 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eff1-2263-4799-bb81-5d654d53fb44 req-c2eeae98-5434-4464-a459-06af5d58d440 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:00.674535 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3815eff1-2263-4799-bb81-5d654d53fb44 req-c2eeae98-5434-4464-a459-06af5d58d440 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0799181 Aug 09 18:38:00.726839 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3815eff1-2263-4799-bb81-5d654d53fb44 req-4295b2b9-bc54-4d9f-ab70-2fbaa91b6930 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508597 Aug 09 18:38:00.744633 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48428) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:00.880117 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae503-09f3-4e71-9abe-c3410a275692 req-7d2c1c61-c9bb-4007-8f9a-c160452901bc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:00.891101 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a2ae503-09f3-4e71-9abe-c3410a275692 req-7d2c1c61-c9bb-4007-8f9a-c160452901bc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0764637 Aug 09 18:38:00.938164 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a2ae503-09f3-4e71-9abe-c3410a275692 req-307c2602-9f8f-4f74-8143-55a97ed4c1ae tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Aug 09 18:38:00.981810 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e4398-bdfe-4671-994e-5df3413681dc tempest-TestMinimumBasicScenario-82217861 tempest-TestMinimumBasicScenario-82217861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:00.985132 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-156e4398-bdfe-4671-994e-5df3413681dc tempest-TestMinimumBasicScenario-82217861 tempest-TestMinimumBasicScenario-82217861-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1094 time: 0.2381692 Aug 09 18:38:00.987326 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 48434) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:00.992285 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'port_id': '1357a75d-b962-4fea-8983-07937a427308', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:01.036755 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for floatingip, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:01.280198 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-536c5748-0049-4262-82d1-14a77607078b req-df27e2c3-2030-4270-9368-cb70aaa433ad tempest-VolumesNegativeTest-2069005220 tempest-VolumesNegativeTest-2069005220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf31c4a-131e-4854-a485-f13264ecb5e1 HTTP/1.1" status: 200 len: 210 time: 0.1010303 Aug 09 18:38:01.348481 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:01.469495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Allocated IP 172.27.3.144 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/5fcfa2f3-04ca-45cd-8491-7ecd4a45d748) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:38:01.609484 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:01.693980 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:01.768579 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:38:01.777504 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:38:01.784349 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:38:01.828095 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'Port': ['ID=5fcfa2f3-04ca-45cd-8491-7ecd4a45d748,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:02.095934 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f2778-9454-44fa-8aa9-7b8f695f83fa req-ef027a49-3e60-4dfa-8ca3-be2d2c6cf7ad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:02.097556 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-306f2778-9454-44fa-8aa9-7b8f695f83fa req-ef027a49-3e60-4dfa-8ca3-be2d2c6cf7ad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0655334 Aug 09 18:38:02.208867 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-306f2778-9454-44fa-8aa9-7b8f695f83fa req-c0478016-8c66-44d8-a2cf-d83ce630856d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767815 Aug 09 18:38:02.279165 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:02.404601 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:02.691082 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:02.700292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:02.813452 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'Port': ['ID=5fcfa2f3-04ca-45cd-8491-7ecd4a45d748,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:02.829056 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:02.984818 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Floating IP 0b7b094d-e3e2-4d76-9b53-d5e29214070e associated. External IP: 172.27.3.144, port: 1357a75d-b962-4fea-8983-07937a427308. Aug 09 18:38:03.234691 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2284-8e8b-4c58-a75b-ebc70abee17c req-6450773a-dc58-4081-baa4-f842d57bf827 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:03.236490 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e05a2284-8e8b-4c58-a75b-ebc70abee17c req-6450773a-dc58-4081-baa4-f842d57bf827 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.1178820 Aug 09 18:38:03.348099 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e05a2284-8e8b-4c58-a75b-ebc70abee17c req-651282d6-26aa-45eb-a912-963369109298 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733359 Aug 09 18:38:03.538840 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:38:03.559106 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aee7f-e6fb-4699-97b9-2412fc4aeb8b req-ca401879-2d28-4778-ae6f-980535f301b4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:03.561120 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-521aee7f-e6fb-4699-97b9-2412fc4aeb8b req-ca401879-2d28-4778-ae6f-980535f301b4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1104302 Aug 09 18:38:03.618148 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c30010cd-7b94-47ac-8639-bb75041141a3 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:03.646569 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: c30010cd-7b94-47ac-8639-bb75041141a3 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:03.646926 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c30010cd-7b94-47ac-8639-bb75041141a3 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:03.664173 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-521aee7f-e6fb-4699-97b9-2412fc4aeb8b req-8799f4e0-0cf1-48ad-95c5-7845e0492599 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934131 Aug 09 18:38:03.737419 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:38:03.753353 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] Sync routers for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:38:03.771278 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:38:03.774339 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:37:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:03.783680 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:03.829536 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-0f2ec16d-00eb-4529-aa77-5f20a5e28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8408666 Aug 09 18:38:03.830166 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:03.832746 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48572) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:03.838127 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904628659', 'description': 'tempest-secgroup-smoke-904628659 description', 'project_id': 'b1889c23a3b842df99364345274f2e2b'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:03.843393 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09290454-5342-4a2e-b9df-d13bd487fef9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:03.896737 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:03.927796 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391d48ad-07ff-4269-b109-7a121d004c32 x-openstack-request-id: req-391d48ad-07ff-4269-b109-7a121d004c32 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:03.928093 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:03.928565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-391d48ad-07ff-4269-b109-7a121d004c32 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:03.929039 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'status': 'completed', 'code': 200} Aug 09 18:38:03.962492 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:38:04.030595 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.039557 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.124458 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-d540171a-a4c5-458b-8d93-64aeff7730f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:04.130157 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-d540171a-a4c5-458b-8d93-64aeff7730f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1099 time: 0.1308525 Aug 09 18:38:04.140022 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.142050 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3083453 Aug 09 18:38:04.144875 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 48590) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:04.145174 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44333eef-b89d-4bdd-b8f4-f0f75ceae5ca tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c130a9e-4117-4282-8619-6434df9ffc6b,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:04.156348 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group_rule': {'security_group_id': '6c130a9e-4117-4282-8619-6434df9ffc6b', 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:04.251020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.352358 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-35482beb-b143-4946-a170-3e80885b1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:04.354815 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-35482beb-b143-4946-a170-3e80885b1bff service neutron] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 915 time: 0.1664121 Aug 09 18:38:04.407937 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.412554 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '0b7b094d-e3e2-4d76-9b53-d5e29214070e', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'port_id': '1357a75d-b962-4fea-8983-07937a427308', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'mac_address': 'fa:16:3e:77:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:38:02Z', 'updated_at': '2021-08-09T18:38:02Z', 'revision_number': 0, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:04.471360 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] Checking router: f4feb77c-987e-48ba-94a0-00c1ca5c4d28 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:38:04.473693 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.484110 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:38:04.484988 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:37:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:04.538212 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.538837 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3923240 Aug 09 18:38:04.542781 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48632) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:04.547751 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group_rule': {'security_group_id': '6c130a9e-4117-4282-8619-6434df9ffc6b', 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:04.596201 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fe222-1b3f-4e6a-9125-774fae47662f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cc8c30-cf8a-4fe5-ac6a-5cbb87e5d523,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:04.609739 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.645745 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-29393a23-d1f1-4a56-b2c9-331582481bb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 1000 time: 0.2796769 Aug 09 18:38:04.676464 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f5480-fcd3-4145-9be9-406657c43d3b req-f068a337-f8c1-463d-97e4-0014b106e301 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:04.686755 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c7f5480-fcd3-4145-9be9-406657c43d3b req-f068a337-f8c1-463d-97e4-0014b106e301 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.1758790 Aug 09 18:38:04.727196 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:38:04.769401 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.779369 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.862859 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2167f6-95a6-42a7-8e0e-0777a50bac94,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:04.872635 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:04.874264 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5738e0bf-7fd6-412e-97a7-6e7e2ca484b0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303232 Aug 09 18:38:04.876924 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48644) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:04.883049 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group_rule': {'security_group_id': '6c130a9e-4117-4282-8619-6434df9ffc6b', 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:04.898586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-7579b3c7-923e-4611-a721-59048da3b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:04.900880 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-7579b3c7-923e-4611-a721-59048da3b74e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.2121096 Aug 09 18:38:04.922217 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c7f5480-fcd3-4145-9be9-406657c43d3b req-06d42fee-8cb7-4a35-b067-68c45dda50e8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344670 Aug 09 18:38:04.943794 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262bb0f-9d46-41b2-a1bb-c021e727fb3a req-2efb23ca-312a-498b-aad4-34aff6808c4e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:04.952603 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f262bb0f-9d46-41b2-a1bb-c021e727fb3a req-2efb23ca-312a-498b-aad4-34aff6808c4e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1224773 Aug 09 18:38:04.987737 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.038574 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f262bb0f-9d46-41b2-a1bb-c021e727fb3a req-338dc417-7b9e-491d-931b-da62860f1d70 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846748 Aug 09 18:38:05.080685 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-dd0f6d3b-2d3c-4db6-9488-476c7de777b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:05.085920 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-dd0f6d3b-2d3c-4db6-9488-476c7de777b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1617699 Aug 09 18:38:05.159195 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.174661 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.208412 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '0b7b094d-e3e2-4d76-9b53-d5e29214070e', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'port_id': '1357a75d-b962-4fea-8983-07937a427308', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'mac_address': 'fa:16:3e:77:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:38:02Z', 'updated_at': '2021-08-09T18:38:02Z', 'revision_number': 0, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:05.235382 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1017ea-f475-407b-bd7a-eb415abb2283,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:05.263308 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b7810c-1166-463c-987c-20d6ce496837 None None] The sync data for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi is: [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '0b7b094d-e3e2-4d76-9b53-d5e29214070e', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'port_id': '1357a75d-b962-4fea-8983-07937a427308', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'mac_address': 'fa:16:3e:77:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:38:02Z', 'updated_at': '2021-08-09T18:38:02Z', 'revision_number': 0, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:38:05.315596 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-31f49f1a-fe4d-4784-8ce4-c2ad5bfdc5f5 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123568 Aug 09 18:38:05.344959 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.347350 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ec51cb8d-b272-4f63-80da-9704f2583436 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4689417 Aug 09 18:38:05.350861 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48674) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:05.359647 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group_rule': {'security_group_id': '6c130a9e-4117-4282-8619-6434df9ffc6b', 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:05.539979 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.622430 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-09290454-5342-4a2e-b9df-d13bd487fef9 req-0b9886f0-6f45-4450-b051-eba04db231fc service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737207 Aug 09 18:38:05.718816 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.728373 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.756627 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e013bd-8462-47fc-b21a-a186fcf0788f,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:05.769830 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e9f990-f14b-4174-b8d9-33a042ede771 None None] New status for floating IP 0b7b094d-e3e2-4d76-9b53-d5e29214070e: ACTIVE {{(pid=93498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:38:05.812838 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:05.814239 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-31e2cd88-0f12-4c94-a4c4-97ea47023349 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4619708 Aug 09 18:38:05.817126 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48692) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:05.824785 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group_rule': {'security_group_id': '6c130a9e-4117-4282-8619-6434df9ffc6b', 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:05.886819 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.securitygroups_db [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Project b1889c23a3b842df99364345274f2e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:38:05.896132 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.036061 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.044807 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.119728 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842b1700-b00c-426f-ba21-5b9ad8d0dfe3,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:06.124272 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.126443 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c998c6da-d9b2-4603-bb58-ea18feeb91dc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3071723 Aug 09 18:38:06.137490 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48706) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:06.156630 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'security_group_rule': {'security_group_id': '6c130a9e-4117-4282-8619-6434df9ffc6b', 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:06.240704 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.securitygroups_db [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Project b1889c23a3b842df99364345274f2e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:38:06.251311 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.388183 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.401758 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.433503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf060326-358d-466c-99d9-f65a583c55d0,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:06.448352 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:06.451845 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-1493caeb-7fb4-43c9-8bc0-c8dc3dfcca47 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3130798 Aug 09 18:38:06.618378 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a05f4-4f8b-41a0-85c8-0fdb327a2a5f req-d20e6a1c-9e12-4f39-a8dd-121458ffc31c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:06.626399 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c69a05f4-4f8b-41a0-85c8-0fdb327a2a5f req-d20e6a1c-9e12-4f39-a8dd-121458ffc31c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.5758922 Aug 09 18:38:06.662920 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5b3e-3fce-4473-b3af-0bff32ecc65b req-19787451-a850-4149-a928-160f2cb52cb3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:06.664611 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-222f5b3e-3fce-4473-b3af-0bff32ecc65b req-19787451-a850-4149-a928-160f2cb52cb3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.4972191 Aug 09 18:38:06.694715 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c69a05f4-4f8b-41a0-85c8-0fdb327a2a5f req-bf2da463-50f8-4bfd-a018-7b0111f1c105 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663457 Aug 09 18:38:06.738330 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-222f5b3e-3fce-4473-b3af-0bff32ecc65b req-074aef30-68c5-428f-9d9e-eaef52041cd2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593796 Aug 09 18:38:06.844954 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-c0fbe4c2-cac1-435d-87e9-cf6b01b9163c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904628659&fields=id&tenant_id=b1889c23a3b842df99364345274f2e2b HTTP/1.1" status: 200 len: 267 time: 0.0818429 Aug 09 18:38:06.873301 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-9bb5ec81-397d-45bd-9762-33e8c2f08e34 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:06.874858 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-9bb5ec81-397d-45bd-9762-33e8c2f08e34 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 945 time: 0.1035807 Aug 09 18:38:06.976276 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-1c58ae8d-8046-4db8-86c4-055a559cd83c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:06.978305 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-1c58ae8d-8046-4db8-86c4-055a559cd83c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.1319199 Aug 09 18:38:06.994977 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'port': {'security_groups': ['b094e66c-03c6-46ae-9675-e944c7dc0801', '6c130a9e-4117-4282-8619-6434df9ffc6b']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:07.069814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Deleting port add122cc-31f9-4600-a176-a8ef2b75c6fb {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:07.070150 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.091985 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.259256 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] For port add122cc-31f9-4600-a176-a8ef2b75c6fb, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=add122cc-31f9-4600-a176-a8ef2b75c6fb,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:07.259554 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.285993 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Calling delete_port for add122cc-31f9-4600-a176-a8ef2b75c6fb owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:07.463892 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:07.532426 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.542298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.557205 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.599130 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:07.599883 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.601930 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f640de07-2fac-4379-b9f8-79ff70eb9577 req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "PUT /v2.0/ports/1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 982 time: 0.6147397 Aug 09 18:38:07.601930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:07.604941 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20a181-a862-460c-93c2-01fed7801db2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:07.650850 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['1357a75d-b962-4fea-8983-07937a427308'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:07.777825 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aa0fa6-3564-409d-aa21-97ce26f300b0 x-openstack-request-id: req-62aa0fa6-3564-409d-aa21-97ce26f300b0 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:07.778353 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:07.778610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62aa0fa6-3564-409d-aa21-97ce26f300b0 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:07.779010 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'status': 'completed', 'code': 200} Aug 09 18:38:07.781386 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] No DVR routers for this DVR port add122cc-31f9-4600-a176-a8ef2b75c6fb on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:38:07.785338 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:07.788045 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e07ad0ad-1f12-4306-9454-857a40891ec9 req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "DELETE /v2.0/ports/add122cc-31f9-4600-a176-a8ef2b75c6fb HTTP/1.1" status: 204 len: 173 time: 0.8983328 Aug 09 18:38:07.905838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1452c03-e74d-415a-b793-c4c04de55158 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=6']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:08.026442 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a22c-9360-40f9-9531-0b41de7ba02b tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event deleted for resources: {'Port': ['ID=add122cc-31f9-4600-a176-a8ef2b75c6fb,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:08.041219 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-825c3c43-27c8-4a70-b781-6a41ea5536d4 req-5bf1ed09-7061-4641-a94e-baad1505e9d0 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f37882-367e-449d-b00f-442c8ab34da3 HTTP/1.1" status: 200 len: 210 time: 0.1075215 Aug 09 18:38:08.069641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3786b-435f-45ca-9ebd-674ef1a3f610 req-577464be-15a9-48de-b9d0-eafc4cd1d606 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:08.076458 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bb3786b-435f-45ca-9ebd-674ef1a3f610 req-577464be-15a9-48de-b9d0-eafc4cd1d606 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.2727940 Aug 09 18:38:08.122165 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a181-a862-460c-93c2-01fed7801db2 req-742daa8c-8142-415a-9bd4-ed94525b797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:08.136054 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-742daa8c-8142-415a-9bd4-ed94525b797a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1138 time: 0.3343410 Aug 09 18:38:08.162921 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-699b3a36-6cee-4632-983c-e95dbe8a16e0 None None] Provisioning complete for port 1357a75d-b962-4fea-8983-07937a427308 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:38:08.163306 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-699b3a36-6cee-4632-983c-e95dbe8a16e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:08.253625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bb3786b-435f-45ca-9ebd-674ef1a3f610 req-9ca0deee-a261-43d5-8902-5d43617393fd tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656098 Aug 09 18:38:08.317821 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed161d6-49ec-4cdb-8048-1d7f9c2d90e9 req-c8481996-4a64-48b7-857c-7228df2792bc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:08.319433 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-eed161d6-49ec-4cdb-8048-1d7f9c2d90e9 req-c8481996-4a64-48b7-857c-7228df2792bc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1750863 Aug 09 18:38:08.362386 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48776) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:08.386574 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a181-a862-460c-93c2-01fed7801db2 req-010a3992-fe93-4791-90aa-c10dbeb8184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:08.388127 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-010a3992-fe93-4791-90aa-c10dbeb8184c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 915 time: 0.2332785 Aug 09 18:38:08.434255 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['1357a75d-b962-4fea-8983-07937a427308'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:08.481513 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-eed161d6-49ec-4cdb-8048-1d7f9c2d90e9 req-c95d01a6-38dc-4ddb-a4bf-a0384abb2163 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525781 Aug 09 18:38:08.543669 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-8f15050a-5516-45e2-b4cc-b27c82f7e05b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 1002 time: 0.1320543 Aug 09 18:38:08.671524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a181-a862-460c-93c2-01fed7801db2 req-6bacabcf-fd3d-4dbd-9577-30e071fe3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:08.673930 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d105773e-1d39-48cf-9a0c-9f719bfa25cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f4e2bdfede04bb9b4fa8925e4284455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095696 Aug 09 18:38:08.674240 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-6bacabcf-fd3d-4dbd-9577-30e071fe3f25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.1055963 Aug 09 18:38:08.674905 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 48780) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:08.798474 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a181-a862-460c-93c2-01fed7801db2 req-afbd660e-5284-4763-9eb7-e7d30a34845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:08.800387 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-afbd660e-5284-4763-9eb7-e7d30a34845a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1085885 Aug 09 18:38:08.802253 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8994045b-1fd1-479b-9e2b-ee8135530d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:08.868945 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8994045b-1fd1-479b-9e2b-ee8135530d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:09.035005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-65c24d8e-29a9-4214-8f11-170e12ed6ba9 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051089 Aug 09 18:38:09.058631 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8994045b-1fd1-479b-9e2b-ee8135530d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:09.064353 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8994045b-1fd1-479b-9e2b-ee8135530d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:09.070612 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8994045b-1fd1-479b-9e2b-ee8135530d97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60f16b16-3911-41b8-a22f-8b69fb387c44 HTTP/1.1" status: 204 len: 168 time: 0.3942838 Aug 09 18:38:09.153954 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994045b-1fd1-479b-9e2b-ee8135530d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f16b16-3911-41b8-a22f-8b69fb387c44,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:09.247762 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b20a181-a862-460c-93c2-01fed7801db2 req-cfbf5c34-cfd4-4125-a02f-661e5930baf8 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045186 Aug 09 18:38:09.300859 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900', '7c15eda7-d90c-49ec-895b-50b879c15525', 'ecf6ed18-a33e-41c8-b24b-67abf154ca56', 'add122cc-31f9-4600-a176-a8ef2b75c6fb'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:09.712389 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131cd1-8004-4f70-bf8c-8f0c07f3d759 req-6a6e5348-cad7-4d56-9cef-191daa049e79 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:09.720551 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc131cd1-8004-4f70-bf8c-8f0c07f3d759 req-6a6e5348-cad7-4d56-9cef-191daa049e79 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0981822 Aug 09 18:38:09.765541 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc131cd1-8004-4f70-bf8c-8f0c07f3d759 req-2a104f0c-d01d-4b39-abe8-635c17a1b5a0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Aug 09 18:38:09.780149 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f37882-367e-449d-b00f-442c8ab34da3', 'name': 'network-vif-deleted', 'tag': 'add122cc-31f9-4600-a176-a8ef2b75c6fb'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:09.783007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92d51c3-abd3-42f1-9231-36200591aebc" -d '{"events": [{"server_uuid": "70f37882-367e-449d-b00f-442c8ab34da3", "name": "network-vif-deleted", "tag": "add122cc-31f9-4600-a176-a8ef2b75c6fb"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:09.866200 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d371b1-c649-49de-a180-e330878e67cd x-openstack-request-id: req-20d371b1-c649-49de-a180-e330878e67cd {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:09.866885 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f37882-367e-449d-b00f-442c8ab34da3", "name": "network-vif-deleted", "tag": "add122cc-31f9-4600-a176-a8ef2b75c6fb", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:09.866885 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20d371b1-c649-49de-a180-e330878e67cd {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:09.867380 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f37882-367e-449d-b00f-442c8ab34da3', 'name': 'network-vif-deleted', 'tag': 'add122cc-31f9-4600-a176-a8ef2b75c6fb', 'status': 'completed', 'code': 200} Aug 09 18:38:10.430423 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a811-481b-47f7-95e0-c8f868e3670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:10.714535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256bcb0-789e-4fb6-aba1-264a3b4d2a86 req-71883921-975b-481f-8f70-07fa821dadb7 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:10.716318 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0256bcb0-789e-4fb6-aba1-264a3b4d2a86 req-71883921-975b-481f-8f70-07fa821dadb7 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1247566 Aug 09 18:38:10.785717 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0256bcb0-789e-4fb6-aba1-264a3b4d2a86 req-5eb5a287-b5ea-4f54-aa92-aee01bdff1a5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619464 Aug 09 18:38:10.891288 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f26a-3bee-4732-b1be-de1ffd8ff290 req-2c51889d-6d56-47d1-8d40-de82f526a347 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:10.898719 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c251f26a-3bee-4732-b1be-de1ffd8ff290 req-2c51889d-6d56-47d1-8d40-de82f526a347 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.1070397 Aug 09 18:38:11.000889 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c251f26a-3bee-4732-b1be-de1ffd8ff290 req-8be2bf7d-5fc9-4140-805a-7c5abac70cbb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007903 Aug 09 18:38:11.039057 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038b00-ec03-4a5e-95b0-b96eec36673a req-7be974c1-ba73-4215-b082-cf61f9ec9bd6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:11.048760 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc038b00-ec03-4a5e-95b0-b96eec36673a req-7be974c1-ba73-4215-b082-cf61f9ec9bd6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1258273 Aug 09 18:38:11.119187 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc038b00-ec03-4a5e-95b0-b96eec36673a req-8c31570e-644d-4299-ad78-2175ec102072 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678244 Aug 09 18:38:11.680025 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device add122cc-31f9-4600-a176-a8ef2b75c6fb no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:11.715948 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: add122cc-31f9-4600-a176-a8ef2b75c6fb {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:11.716581 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device add122cc-31f9-4600-a176-a8ef2b75c6fb not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:11.920488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ba36-6921-4439-904a-3fee634f48de req-b4bd9a68-cb2e-425d-8c30-adc49fe9050b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:11.922136 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a3a0ba36-6921-4439-904a-3fee634f48de req-b4bd9a68-cb2e-425d-8c30-adc49fe9050b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0611331 Aug 09 18:38:11.966714 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a3a0ba36-6921-4439-904a-3fee634f48de req-8aa914f5-2d64-47b8-9635-db459973dde2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357649 Aug 09 18:38:12.156159 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927219-7e82-441a-affa-ba1479dd53f2 req-08629ce1-6f9c-418c-aef0-28951820fe6c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:12.157689 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8e927219-7e82-441a-affa-ba1479dd53f2 req-08629ce1-6f9c-418c-aef0-28951820fe6c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.0518556 Aug 09 18:38:12.201279 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8e927219-7e82-441a-affa-ba1479dd53f2 req-9269b898-7a22-4344-beee-8f70936995df tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373268 Aug 09 18:38:12.267016 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549339a-6d68-4943-8864-9a9322fb3294 req-360d399a-541a-45f2-8433-21f8a8c2ffaa tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:12.268522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9549339a-6d68-4943-8864-9a9322fb3294 req-360d399a-541a-45f2-8433-21f8a8c2ffaa tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0647898 Aug 09 18:38:12.313833 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9549339a-6d68-4943-8864-9a9322fb3294 req-3e58d507-7636-4825-a1da-a30610917ec3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 Aug 09 18:38:13.070828 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b4703d0d-d115-4899-a644-e9cd8a2caa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:13.156658 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3fdfc-20fd-4bd7-ab8c-dc2a2a5a3785 req-408f58e6-c360-4ad7-8b99-0395a1c8a3e6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:13.158428 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-44e3fdfc-20fd-4bd7-ab8c-dc2a2a5a3785 req-408f58e6-c360-4ad7-8b99-0395a1c8a3e6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0646579 Aug 09 18:38:13.216072 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-44e3fdfc-20fd-4bd7-ab8c-dc2a2a5a3785 req-dfd639df-8d36-48d7-8e73-6a9ba769854b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508389 Aug 09 18:38:13.222562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:13.341776 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb45d0d-7d7a-4902-acc0-17cc32d63549 req-8d748fe4-706a-4fba-bc39-d4b4f654797c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:13.343307 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ccb45d0d-7d7a-4902-acc0-17cc32d63549 req-8d748fe4-706a-4fba-bc39-d4b4f654797c tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.0587718 Aug 09 18:38:13.390666 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ccb45d0d-7d7a-4902-acc0-17cc32d63549 req-36c9c100-de64-4080-afa8-182f9ea2ccfb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Aug 09 18:38:13.449219 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e52f7-5167-41a8-8368-aba41b3c419a req-23596094-7cc4-4ee2-88ea-27b7681244ac tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:13.451094 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-475e52f7-5167-41a8-8368-aba41b3c419a req-23596094-7cc4-4ee2-88ea-27b7681244ac tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0585206 Aug 09 18:38:13.493990 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-475e52f7-5167-41a8-8368-aba41b3c419a req-41fea47a-c396-42f5-a0af-d5339df34a1d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363443 Aug 09 18:38:14.272889 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-bb8f2463-8cc0-4338-b835-9eddb19b23b5 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:14.275083 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-bb8f2463-8cc0-4338-b835-9eddb19b23b5 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.0531948 Aug 09 18:38:14.373543 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48940) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:14.381000 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.419925 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991422-c864-4082-91ff-9f5161d5294e req-d59b9f37-fe37-4a16-bd3b-c3c2c4666602 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:14.421558 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d8991422-c864-4082-91ff-9f5161d5294e req-d59b9f37-fe37-4a16-bd3b-c3c2c4666602 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1042678 Aug 09 18:38:14.425909 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Deleting subnet b53bd53d-163e-4c25-816f-529888a76e1f {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:38:14.429607 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.472542 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.515619 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.536428 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Deleting port ecf6ed18-a33e-41c8-b24b-67abf154ca56 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:14.536764 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.583709 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.584357 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d8991422-c864-4082-91ff-9f5161d5294e req-27bfe686-e416-4c9d-b7d9-be3730aa358f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472614 Aug 09 18:38:14.606872 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd203c-27d9-45b4-9d22-a50daacda14b req-12a2e49d-31a1-4013-8944-a4b3eb778829 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:14.608409 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcdd203c-27d9-45b4-9d22-a50daacda14b req-12a2e49d-31a1-4013-8944-a4b3eb778829 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1542940 Aug 09 18:38:14.647270 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53bd53d-163e-4c25-816f-529888a76e1f,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:14.652146 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.655072 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b58a6e7b-5c71-4c3c-8e96-590cee752c9b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b53bd53d-163e-4c25-816f-529888a76e1f HTTP/1.1" status: 204 len: 168 time: 0.2796075 Aug 09 18:38:14.657867 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48946) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:14.680112 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] For port ecf6ed18-a33e-41c8-b24b-67abf154ca56, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ecf6ed18-a33e-41c8-b24b-67abf154ca56,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:14.680461 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.692768 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcdd203c-27d9-45b4-9d22-a50daacda14b req-f4da487b-196c-4970-acb7-1e024fbc8c91 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Aug 09 18:38:14.702739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Calling delete_port for ecf6ed18-a33e-41c8-b24b-67abf154ca56 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:14.782127 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.846661 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a902a0-6e86-40b9-81d5-e9768819bebe req-c1d06dd8-9463-4226-a977-19e5d0984030 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:14.848286 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48a902a0-6e86-40b9-81d5-e9768819bebe req-c1d06dd8-9463-4226-a977-19e5d0984030 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 946 time: 0.1471000 Aug 09 18:38:14.875985 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.889724 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4d2454-4e9d-46b0-bed4-fb26cbf116e6']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:14.903881 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a57da3-fe1f-4690-94a4-486b65aa04ee') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:14.904322 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a57da3-fe1f-4690-94a4-486b65aa04ee') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:14.913055 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c7a6-de08-4091-be61-98ce51a21e2e req-8efe6e2d-8e81-4292-a918-4ac471f036d7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:14.914696 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0978c7a6-de08-4091-be61-98ce51a21e2e req-8efe6e2d-8e81-4292-a918-4ac471f036d7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1222820 Aug 09 18:38:14.915556 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.932516 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.943526 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:38:14.944155 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:14.944394 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48a902a0-6e86-40b9-81d5-e9768819bebe req-f306f17d-68c6-48bf-b653-f11021f5898f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870833 Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:38:14.947750 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:38:15.005796 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0978c7a6-de08-4091-be61-98ce51a21e2e req-fb8f2a34-67db-4264-a6e3-a256863fd38f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834618 Aug 09 18:38:15.017025 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.022843 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.039622 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4d2454-4e9d-46b0-bed4-fb26cbf116e6,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:15.042246 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.044347 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9a033493-fb20-4c98-94b8-bd441ab87c2f admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc4d2454-4e9d-46b0-bed4-fb26cbf116e6 HTTP/1.1" status: 204 len: 168 time: 0.3848937 Aug 09 18:38:15.065165 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event deleted for resources: {'Port': ['ID=ecf6ed18-a33e-41c8-b24b-67abf154ca56,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:15.112119 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] No DVR routers for this DVR port ecf6ed18-a33e-41c8-b24b-67abf154ca56 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:38:15.114681 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.117171 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-13a7ef34-7ef4-4d55-b07e-aff5af80f371 req-811fe0a3-de0f-4b96-a1cf-c0426d932bdc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "DELETE /v2.0/ports/ecf6ed18-a33e-41c8-b24b-67abf154ca56 HTTP/1.1" status: 204 len: 173 time: 0.8300798 Aug 09 18:38:15.117814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'name': 'network-vif-deleted', 'tag': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:15.119214 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900', '7c15eda7-d90c-49ec-895b-50b879c15525', 'ecf6ed18-a33e-41c8-b24b-67abf154ca56'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:15.120501 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa0eb6-4140-4e7c-a6a4-5125ce42d250" -d '{"events": [{"server_uuid": "418211e1-3ea3-40f8-9854-7e4021d1904d", "name": "network-vif-deleted", "tag": "ecf6ed18-a33e-41c8-b24b-67abf154ca56"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:15.178392 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff81ab-f54d-46ab-bb0a-77fe4bead809 x-openstack-request-id: req-0dff81ab-f54d-46ab-bb0a-77fe4bead809 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:15.178792 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418211e1-3ea3-40f8-9854-7e4021d1904d", "name": "network-vif-deleted", "tag": "ecf6ed18-a33e-41c8-b24b-67abf154ca56", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:15.179141 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dff81ab-f54d-46ab-bb0a-77fe4bead809 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:15.180184 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418211e1-3ea3-40f8-9854-7e4021d1904d', 'name': 'network-vif-deleted', 'tag': 'ecf6ed18-a33e-41c8-b24b-67abf154ca56', 'status': 'completed', 'code': 200} Aug 09 18:38:15.298235 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 48952) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:15.351048 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8bda10bf-bb2b-4611-a2b2-4394cc53acc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94a308be8bdc4f29b340fc61ccb47ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513463 Aug 09 18:38:15.354908 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 48954) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:15.427268 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5953ed00-b497-4fe7-b42a-8587912ea9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.468897 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5953ed00-b497-4fe7-b42a-8587912ea9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.566005 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5953ed00-b497-4fe7-b42a-8587912ea9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.570859 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5953ed00-b497-4fe7-b42a-8587912ea9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.572767 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5953ed00-b497-4fe7-b42a-8587912ea9f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83 HTTP/1.1" status: 204 len: 168 time: 0.2168732 Aug 09 18:38:15.585015 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953ed00-b497-4fe7-b42a-8587912ea9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8efbaf-5c2b-43af-82ea-bd0a53b2ff83,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:15.724902 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:15.725981 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71225e97-dd6b-4b5d-9c29-7dc92cb8c4c3 req-e3fc033f-62d7-4f97-8b35-a931626138a5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:15.727173 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-71225e97-dd6b-4b5d-9c29-7dc92cb8c4c3 req-e3fc033f-62d7-4f97-8b35-a931626138a5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0568819 Aug 09 18:38:15.782016 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-71225e97-dd6b-4b5d-9c29-7dc92cb8c4c3 req-7e58dd0c-90c5-4d5c-b155-24e9df2d70c6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484314 Aug 09 18:38:15.890130 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0b3f-8ec1-47f8-981e-d55ac97fac1b req-79ac9b9e-5cf3-4661-b68e-119dcb073b80 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:15.891659 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0eec0b3f-8ec1-47f8-981e-d55ac97fac1b req-79ac9b9e-5cf3-4661-b68e-119dcb073b80 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0526536 Aug 09 18:38:15.935388 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0eec0b3f-8ec1-47f8-981e-d55ac97fac1b req-dcb48245-1bf4-4fb4-bfac-ce076942ceb3 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368760 Aug 09 18:38:16.078106 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9374d0c7-7008-4ff6-8372-f791d586dbc5 req-749be45c-8160-4a5f-bfa0-571d9ac525bb tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=418211e1-3ea3-40f8-9854-7e4021d1904d HTTP/1.1" status: 200 len: 210 time: 0.0402567 Aug 09 18:38:16.162003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942195d-0d3e-4b99-ae77-473da65a18d9 req-785f9d63-be67-4f5c-9142-298dcf44146a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:16.163543 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5942195d-0d3e-4b99-ae77-473da65a18d9 req-785f9d63-be67-4f5c-9142-298dcf44146a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0658569 Aug 09 18:38:16.208875 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5942195d-0d3e-4b99-ae77-473da65a18d9 req-0fae4707-11bc-42ee-ad65-32ca81459221 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352700 Aug 09 18:38:16.915559 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026a042-0958-4b32-90f6-aecb35a62baf req-e6cc4e2a-8e9e-42c4-9457-7e25146c6396 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:16.917227 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1026a042-0958-4b32-90f6-aecb35a62baf req-e6cc4e2a-8e9e-42c4-9457-7e25146c6396 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0594282 Aug 09 18:38:16.957371 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1026a042-0958-4b32-90f6-aecb35a62baf req-bfe60296-d47c-4e57-b471-7a06af053a86 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335808 Aug 09 18:38:17.088017 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904140e-5220-4b4e-a8c0-82496cc0b582 req-6217e992-cb56-42fe-943d-dc607265b53a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:17.091659 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6904140e-5220-4b4e-a8c0-82496cc0b582 req-6217e992-cb56-42fe-943d-dc607265b53a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0671587 Aug 09 18:38:17.135409 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6904140e-5220-4b4e-a8c0-82496cc0b582 req-511899e3-0c5d-4b4f-b033-c5d46bb24942 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Aug 09 18:38:17.404069 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3203465-5de1-4950-89b2-7ff758664cda req-9fd92893-f1a8-41b6-91f0-c39a85a04363 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:17.405602 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a3203465-5de1-4950-89b2-7ff758664cda req-9fd92893-f1a8-41b6-91f0-c39a85a04363 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0886643 Aug 09 18:38:17.431813 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdde5ed-0adf-46a2-b0c7-f0df51282872 req-2d23fad1-29d1-4e84-bcac-ec4cacb8f629 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:17.433459 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cbdde5ed-0adf-46a2-b0c7-f0df51282872 req-2d23fad1-29d1-4e84-bcac-ec4cacb8f629 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.0845447 Aug 09 18:38:17.476988 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a3203465-5de1-4950-89b2-7ff758664cda req-c03982ab-922a-4511-8002-006630fafff1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645819 Aug 09 18:38:17.496382 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cbdde5ed-0adf-46a2-b0c7-f0df51282872 req-f78e1ba2-05a8-41c7-bfbd-5ad5e8d5f344 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523055 Aug 09 18:38:17.564047 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:17.714000 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device ecf6ed18-a33e-41c8-b24b-67abf154ca56 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:17.736412 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: ecf6ed18-a33e-41c8-b24b-67abf154ca56 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:17.736757 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device ecf6ed18-a33e-41c8-b24b-67abf154ca56 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:18.090350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d173-e906-442f-868b-1aa69edd645c req-80679241-9da9-4dad-b63a-ddfa44524009 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:18.091868 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d455d173-e906-442f-868b-1aa69edd645c req-80679241-9da9-4dad-b63a-ddfa44524009 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0551388 Aug 09 18:38:18.134052 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d455d173-e906-442f-868b-1aa69edd645c req-f21d32cf-3cf7-44fa-8ed2-c09fbd14a3e2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354650 Aug 09 18:38:18.264329 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47991-594c-426f-a894-d7916b6f5e80 req-7398f392-263a-442c-8f12-49f10aa3346c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:18.265848 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcd47991-594c-426f-a894-d7916b6f5e80 req-7398f392-263a-442c-8f12-49f10aa3346c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Aug 09 18:38:18.306286 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcd47991-594c-426f-a894-d7916b6f5e80 req-3a670ec8-f9eb-4542-9bea-7342de694f91 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Aug 09 18:38:18.650538 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d63f0-a4aa-461e-ad15-988605ac87af req-1833fc2f-0967-4f6e-9799-432c7959f1ff tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:18.651927 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-780d63f0-a4aa-461e-ad15-988605ac87af req-1833fc2f-0967-4f6e-9799-432c7959f1ff tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 946 time: 0.1104035 Aug 09 18:38:18.668971 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631b394-a5f8-4e97-9660-d8da62870e21 req-2c646e2f-88a7-4441-b603-a8276b8361c2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:18.670521 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b631b394-a5f8-4e97-9660-d8da62870e21 req-2c646e2f-88a7-4441-b603-a8276b8361c2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1027446 Aug 09 18:38:18.713614 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d60dea-0c4a-4fa6-80aa-e3ddac5e95d6 req-d2820401-ea33-4ea9-b66f-340a54269a59 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:18.715343 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-47d60dea-0c4a-4fa6-80aa-e3ddac5e95d6 req-d2820401-ea33-4ea9-b66f-340a54269a59 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.1454282 Aug 09 18:38:18.801005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b631b394-a5f8-4e97-9660-d8da62870e21 req-8ecba39b-471a-4e71-89d5-13b39485834d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199267 Aug 09 18:38:18.808069 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-47d60dea-0c4a-4fa6-80aa-e3ddac5e95d6 req-724fb4e9-e7b3-459d-8615-8160de855130 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815144 Aug 09 18:38:18.839561 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Deleting port d580337c-181d-41a7-a6b4-1b553baf4565 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:18.839831 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:18.961241 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] For port d580337c-181d-41a7-a6b4-1b553baf4565, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d580337c-181d-41a7-a6b4-1b553baf4565,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:18.961619 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:18.976136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Calling delete_port for d580337c-181d-41a7-a6b4-1b553baf4565 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:19.130026 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:19.158587 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Pushing event deleted for resources: {'Port': ['ID=d580337c-181d-41a7-a6b4-1b553baf4565,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:19.179476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['d580337c-181d-41a7-a6b4-1b553baf4565', 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:19.240996 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] No DVR routers for this DVR port d580337c-181d-41a7-a6b4-1b553baf4565 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:38:19.244860 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:19.246900 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-780d63f0-a4aa-461e-ad15-988605ac87af req-e2a2c8d8-a483-41f1-81b7-54b0f130c586 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "DELETE /v2.0/ports/d580337c-181d-41a7-a6b4-1b553baf4565 HTTP/1.1" status: 204 len: 173 time: 0.5870891 Aug 09 18:38:19.247347 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'name': 'network-vif-deleted', 'tag': 'd580337c-181d-41a7-a6b4-1b553baf4565'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:19.250093 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bcc620-b41c-4d76-af01-53e708032da6" -d '{"events": [{"server_uuid": "25ddc8b7-0159-4870-b0eb-3f540dd23ae9", "name": "network-vif-deleted", "tag": "d580337c-181d-41a7-a6b4-1b553baf4565"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:19.292780 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1b20e-320b-4467-b590-4c5acc7f9756 req-07d538cb-3b50-4737-8756-76e6f6a7a08a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:19.294573 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ad1b20e-320b-4467-b590-4c5acc7f9756 req-07d538cb-3b50-4737-8756-76e6f6a7a08a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0777943 Aug 09 18:38:19.296029 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf987a-8d52-4f34-aa7d-fb19010b5e97 x-openstack-request-id: req-bdcf987a-8d52-4f34-aa7d-fb19010b5e97 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:19.296313 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ddc8b7-0159-4870-b0eb-3f540dd23ae9", "name": "network-vif-deleted", "tag": "d580337c-181d-41a7-a6b4-1b553baf4565", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:19.296626 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdcf987a-8d52-4f34-aa7d-fb19010b5e97 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:19.296960 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ddc8b7-0159-4870-b0eb-3f540dd23ae9', 'name': 'network-vif-deleted', 'tag': 'd580337c-181d-41a7-a6b4-1b553baf4565', 'status': 'completed', 'code': 200} Aug 09 18:38:19.356185 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ad1b20e-320b-4467-b590-4c5acc7f9756 req-c4f4f319-a0d1-4e4f-9fe9-d1d25a5b580d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503151 Aug 09 18:38:19.438145 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-de59085c-7c58-4399-a071-c1f3880ed6c0 req-bfd84814-4f8e-4392-bcc5-9e2829fa1d39 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=25ddc8b7-0159-4870-b0eb-3f540dd23ae9 HTTP/1.1" status: 200 len: 210 time: 0.0299017 Aug 09 18:38:19.732049 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:38:19.829200 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:19.845683 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'mac_address': 'fa:16:3e:40:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:38:19.896532 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:19.913280 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:38:19.943812 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:19.951281 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:19.984852 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928bd4-0ac3-4f4a-93a2-8f31ff44089a req-7947f247-0086-477c-8e48-462e00530ce1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:19.986394 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3a928bd4-0ac3-4f4a-93a2-8f31ff44089a req-7947f247-0086-477c-8e48-462e00530ce1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0879185 Aug 09 18:38:19.999118 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0336830-1414-4104-98b4-6ea8a78715a9 req-03fdbd08-60e0-47f8-8465-d10661afc87f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:20.000600 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a0336830-1414-4104-98b4-6ea8a78715a9 req-03fdbd08-60e0-47f8-8465-d10661afc87f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.0741811 Aug 09 18:38:20.011919 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=6']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:20.020883 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.021265 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.021613 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.021954 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.022290 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.022625 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.022964 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.023292 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.023627 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.023960 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.024969 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.025432 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:20.068996 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3a928bd4-0ac3-4f4a-93a2-8f31ff44089a req-866e086e-0a4b-43b4-9644-692c61fc09e6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672216 Aug 09 18:38:20.078633 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a0336830-1414-4104-98b4-6ea8a78715a9 req-31d59646-f37f-4e10-82db-cc757eea0158 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Aug 09 18:38:20.263217 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['8712aea0-2dbf-4f5d-9157-f9108bfa95d1'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:20.835116 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3ca5e-5406-417b-8588-2cd840a33774 req-28a66204-71fa-479b-b37f-9195152a8a68 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:20.836528 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3be3ca5e-5406-417b-8588-2cd840a33774 req-28a66204-71fa-479b-b37f-9195152a8a68 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.3812461 Aug 09 18:38:20.851302 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-5db5d3c6-18f1-4aea-8282-122d0b546ba8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:20.852882 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-5db5d3c6-18f1-4aea-8282-122d0b546ba8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.1006143 Aug 09 18:38:20.881884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815fbfa-4acc-44d8-bac5-01cbd3bfee87 req-0486a4ae-28be-45d5-8f31-0a98eb858394 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:20.883371 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3815fbfa-4acc-44d8-bac5-01cbd3bfee87 req-0486a4ae-28be-45d5-8f31-0a98eb858394 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1172073 Aug 09 18:38:20.973307 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3be3ca5e-5406-417b-8588-2cd840a33774 req-50a140ef-b17b-47c0-a3da-3f71ca5a9ec0 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191010 Aug 09 18:38:20.991462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3815fbfa-4acc-44d8-bac5-01cbd3bfee87 req-5320c84b-88e8-4db8-aa95-49fbc86e94ca tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833380 Aug 09 18:38:21.017837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Deleting port 7c15eda7-d90c-49ec-895b-50b879c15525 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:21.017837 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:21.116466 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] For port 7c15eda7-d90c-49ec-895b-50b879c15525, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7c15eda7-d90c-49ec-895b-50b879c15525,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:21.116880 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:21.134628 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Calling delete_port for 7c15eda7-d90c-49ec-895b-50b879c15525 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:21.417580 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0399ea9-dfae-4bad-a6cd-e46c34c8f027 req-cb2c0afc-5242-408d-b49a-3b391ec0b5d9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:21.420311 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0399ea9-dfae-4bad-a6cd-e46c34c8f027 req-cb2c0afc-5242-408d-b49a-3b391ec0b5d9 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 945 time: 0.2151182 Aug 09 18:38:21.429949 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6243e-9f83-40b6-8702-7365f10df9c4 req-0e89095f-0927-4a90-b937-208642d54bd8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:21.432171 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6f6243e-9f83-40b6-8702-7365f10df9c4 req-0e89095f-0927-4a90-b937-208642d54bd8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 944 time: 0.2226527 Aug 09 18:38:21.520427 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0399ea9-dfae-4bad-a6cd-e46c34c8f027 req-05ee240d-6e71-456e-a048-79353f0e01f8 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872374 Aug 09 18:38:21.542774 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6f6243e-9f83-40b6-8702-7365f10df9c4 req-9da24b3a-a520-47fc-b215-b3ca498cd6f7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995622 Aug 09 18:38:21.558870 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:21.608621 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event deleted for resources: {'Port': ['ID=7c15eda7-d90c-49ec-895b-50b879c15525,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:21.621606 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900', '7c15eda7-d90c-49ec-895b-50b879c15525'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:21.652558 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] No DVR routers for this DVR port 7c15eda7-d90c-49ec-895b-50b879c15525 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:38:21.655066 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:21.657122 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-667a4a58-8d1e-45a1-b54e-e6940fd827d8 req-b2e68d51-6e39-4508-bc28-58af04fec15a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "DELETE /v2.0/ports/7c15eda7-d90c-49ec-895b-50b879c15525 HTTP/1.1" status: 204 len: 173 time: 0.7910175 Aug 09 18:38:21.657568 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'name': 'network-vif-deleted', 'tag': '7c15eda7-d90c-49ec-895b-50b879c15525'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:21.659784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1dc0a9-3aad-4145-881d-6699109c8b29" -d '{"events": [{"server_uuid": "d7531222-bc1b-46fc-a980-87cfc7aa1819", "name": "network-vif-deleted", "tag": "7c15eda7-d90c-49ec-895b-50b879c15525"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:21.704565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9f319-10e6-4e87-bfe0-7ee777078fcc x-openstack-request-id: req-c3a9f319-10e6-4e87-bfe0-7ee777078fcc {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:21.704921 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7531222-bc1b-46fc-a980-87cfc7aa1819", "name": "network-vif-deleted", "tag": "7c15eda7-d90c-49ec-895b-50b879c15525", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:21.705238 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3a9f319-10e6-4e87-bfe0-7ee777078fcc {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:21.705635 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7531222-bc1b-46fc-a980-87cfc7aa1819', 'name': 'network-vif-deleted', 'tag': '7c15eda7-d90c-49ec-895b-50b879c15525', 'status': 'completed', 'code': 200} Aug 09 18:38:21.789071 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:38:21.845714 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-6bac20b4-4755-44a1-8bd2-adb5d4ca6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:21.847375 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-6bac20b4-4755-44a1-8bd2-adb5d4ca6b04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1097 time: 0.0529041 Aug 09 18:38:21.867435 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:38:21.868521 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:21.966740 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:21.984204 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-91551bec-8b98-4c7e-a567-816bb617a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:21.985840 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-91551bec-8b98-4c7e-a567-816bb617a115 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.1034231 Aug 09 18:38:21.993758 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:21.996523 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96e7d15-4fed-4cab-99b4-3073cbaef4d0" -d '{"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:22.010256 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:22.015541 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:22.016503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device d580337c-181d-41a7-a6b4-1b553baf4565 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:22.070251 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99475ff-ee8d-477b-9aa6-c904b220e497 x-openstack-request-id: req-f99475ff-ee8d-477b-9aa6-c904b220e497 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:22.070679 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:22.071077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f99475ff-ee8d-477b-9aa6-c904b220e497 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:22.071535 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'code': 200} Aug 09 18:38:22.074249 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: d580337c-181d-41a7-a6b4-1b553baf4565 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:22.074677 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device d580337c-181d-41a7-a6b4-1b553baf4565 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:22.101321 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=7']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:22.174015 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-fce28a25-474a-41b0-884a-f39235eb9931 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 999 time: 0.1791971 Aug 09 18:38:22.264523 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e4cf4-66d1-4c72-b0c3-8baee1d01585 req-a1e63689-b441-4f03-b5ec-67aeff5cd652 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:22.265939 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b70e4cf4-66d1-4c72-b0c3-8baee1d01585 req-a1e63689-b441-4f03-b5ec-67aeff5cd652 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1645775 Aug 09 18:38:22.287195 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-07552593-095d-48b9-b810-4d7dfdbde517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:22.288769 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-07552593-095d-48b9-b810-4d7dfdbde517 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0763729 Aug 09 18:38:22.307400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbd4ee-d3d8-433c-be72-441599f26469 req-a5baeb81-22d3-48f5-97fd-948df08f25d5 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:22.308979 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cfdbd4ee-d3d8-433c-be72-441599f26469 req-a5baeb81-22d3-48f5-97fd-948df08f25d5 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1826570 Aug 09 18:38:22.376755 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b70e4cf4-66d1-4c72-b0c3-8baee1d01585 req-05f90937-1805-4650-8f4b-138ceceef9fb tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024766 Aug 09 18:38:22.396721 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cfdbd4ee-d3d8-433c-be72-441599f26469 req-0414db2f-9e18-4057-82c0-dc560d8946f9 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772564 Aug 09 18:38:22.404686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-ab14f7a7-39f3-4898-ac3b-9f1b6192617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:22.406119 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-ab14f7a7-39f3-4898-ac3b-9f1b6192617c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0950115 Aug 09 18:38:22.536065 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-47f823e7-7ebd-429f-b141-9f828370d732 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215608 Aug 09 18:38:22.749399 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec314b0f-3d6e-41bb-bc0a-b90b1f67f825 req-481d1ebf-e1dc-4af3-96e6-e80f199a15a3 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978385 Aug 09 18:38:22.756094 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c1c3a4b1-2e26-43b1-ba3c-968aba39ab47 req-ff28a284-3e37-40ba-bd00-53154556882d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7531222-bc1b-46fc-a980-87cfc7aa1819 HTTP/1.1" status: 200 len: 210 time: 0.0952606 Aug 09 18:38:22.787720 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6332d3-b0e6-4854-a528-476d9be4cffe req-9832a3b6-ee5e-4b36-be73-13c139c8c6de tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:22.789171 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d6332d3-b0e6-4854-a528-476d9be4cffe req-9832a3b6-ee5e-4b36-be73-13c139c8c6de tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1306276 Aug 09 18:38:22.841166 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d6332d3-b0e6-4854-a528-476d9be4cffe req-7ea7a5e1-f5bb-41a7-a0a6-45f911ca3bc8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Aug 09 18:38:23.599734 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b22124-1335-4ba3-bc63-4ea0e9aa6e6a req-7f4908c9-bdd3-48f6-8670-cb84f0a6ab00 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:23.602435 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29b22124-1335-4ba3-bc63-4ea0e9aa6e6a req-7f4908c9-bdd3-48f6-8670-cb84f0a6ab00 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1276286 Aug 09 18:38:23.630076 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985a0fe-cb88-4402-9a83-19c1fcd5c201 req-7747bd71-3afd-47c0-a299-81f723fb298a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:23.631965 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7985a0fe-cb88-4402-9a83-19c1fcd5c201 req-7747bd71-3afd-47c0-a299-81f723fb298a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1064198 Aug 09 18:38:23.678866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29b22124-1335-4ba3-bc63-4ea0e9aa6e6a req-9df29f8d-87bc-40a9-8974-c825dde0bd43 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685210 Aug 09 18:38:23.692336 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7985a0fe-cb88-4402-9a83-19c1fcd5c201 req-83236142-c948-42ba-bf27-45436186d6ab tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528095 Aug 09 18:38:23.978738 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6717cd-1000-41a2-adec-61adff916d9c req-18780645-fe93-4a6b-a7ce-8662e0d2c856 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:23.980205 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ac6717cd-1000-41a2-adec-61adff916d9c req-18780645-fe93-4a6b-a7ce-8662e0d2c856 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0605364 Aug 09 18:38:24.028134 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ac6717cd-1000-41a2-adec-61adff916d9c req-0182f388-0068-4591-8b1e-2e66192b0dd8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Aug 09 18:38:24.831344 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97289733-fa21-432a-9e1d-73cef0f64d9a req-41e2618d-9bff-425c-95bc-e5d4a503633d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:24.832822 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-97289733-fa21-432a-9e1d-73cef0f64d9a req-41e2618d-9bff-425c-95bc-e5d4a503633d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0803003 Aug 09 18:38:24.846832 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be9d3-3782-429c-863d-f948aae11927 req-47e9945c-aa42-4004-a6fc-0ee2c25defbc tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:24.848273 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6b2be9d3-3782-429c-863d-f948aae11927 req-47e9945c-aa42-4004-a6fc-0ee2c25defbc tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0700831 Aug 09 18:38:24.904469 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-97289733-fa21-432a-9e1d-73cef0f64d9a req-5572b2dd-2bae-44b0-9fc0-989323a3697a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651114 Aug 09 18:38:24.909186 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6b2be9d3-3782-429c-863d-f948aae11927 req-957c7a09-90ad-4855-8a31-f6a6fdd08b67 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536640 Aug 09 18:38:25.209717 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378c542-3d40-4a70-a0a5-54ea47f05662 req-0968fbfa-4e70-4e8f-bece-f8f9d49bf45a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:25.211243 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e378c542-3d40-4a70-a0a5-54ea47f05662 req-0968fbfa-4e70-4e8f-bece-f8f9d49bf45a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0815284 Aug 09 18:38:25.234752 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b1c37-a917-4734-9ef6-794a1c981127 req-9b082014-fb5d-447e-ab52-e89bfe5131c1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:25.236215 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-551b1c37-a917-4734-9ef6-794a1c981127 req-9b082014-fb5d-447e-ab52-e89bfe5131c1 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.0797553 Aug 09 18:38:25.281550 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e378c542-3d40-4a70-a0a5-54ea47f05662 req-ee207d2b-1669-4a80-bae0-5e4bfcf42734 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625083 Aug 09 18:38:25.294666 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-551b1c37-a917-4734-9ef6-794a1c981127 req-3318bd93-e44b-4ff8-803a-e1a561d6784d tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483623 Aug 09 18:38:25.788086 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7c15eda7-d90c-49ec-895b-50b879c15525 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:25.810693 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 7c15eda7-d90c-49ec-895b-50b879c15525 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:25.811033 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7c15eda7-d90c-49ec-895b-50b879c15525 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:26.061876 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ee7c-5dad-4c5f-b0b7-e8783c6f409c req-cb91f6b8-546d-46b6-9f5d-2f9ab95e121e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:26.063391 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-40b4ee7c-5dad-4c5f-b0b7-e8783c6f409c req-cb91f6b8-546d-46b6-9f5d-2f9ab95e121e tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0814693 Aug 09 18:38:26.070913 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564a139-da88-4ba6-86c9-986e67c6ed3b req-a5bfa79f-f5cb-493b-b328-08298c7ccd04 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:26.072401 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7564a139-da88-4ba6-86c9-986e67c6ed3b req-a5bfa79f-f5cb-493b-b328-08298c7ccd04 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0807567 Aug 09 18:38:26.133470 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-40b4ee7c-5dad-4c5f-b0b7-e8783c6f409c req-a8e6f19a-272b-4c51-a923-25458ddb375b tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600052 Aug 09 18:38:26.141918 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7564a139-da88-4ba6-86c9-986e67c6ed3b req-76f8a000-17e5-461b-a285-84071e29a41c tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616782 Aug 09 18:38:26.445102 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0a435-3de7-45a6-8652-57045ee87ad1 req-26687e1b-8a21-4e1f-8334-4aebc701b58a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:26.446485 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-58a0a435-3de7-45a6-8652-57045ee87ad1 req-26687e1b-8a21-4e1f-8334-4aebc701b58a tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.0715811 Aug 09 18:38:26.454928 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf66f5-8103-4a32-89ca-fa569815f80d req-c5a5c096-ee3f-4bf1-8686-ee372ad6e0e5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:26.456467 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0fcf66f5-8103-4a32-89ca-fa569815f80d req-c5a5c096-ee3f-4bf1-8686-ee372ad6e0e5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0914712 Aug 09 18:38:26.525233 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0fcf66f5-8103-4a32-89ca-fa569815f80d req-8cf58148-2698-4bf4-b9a2-21a29af3b970 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605211 Aug 09 18:38:26.528656 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-58a0a435-3de7-45a6-8652-57045ee87ad1 req-f9b2b2d5-b726-40b7-aad3-f335e4537d82 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711703 Aug 09 18:38:27.339693 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58f0d-7412-4c37-9a7e-eafc8cd2fccf req-1b88a36f-d57d-46c0-9021-60b883f375e3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:27.342156 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b4c58f0d-7412-4c37-9a7e-eafc8cd2fccf req-1b88a36f-d57d-46c0-9021-60b883f375e3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0878589 Aug 09 18:38:27.350104 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd82a5d-c341-478c-b2d1-386d51ad6aa9 req-0e424495-c1a1-48cd-ba20-e17766e88f62 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:27.351670 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bd82a5d-c341-478c-b2d1-386d51ad6aa9 req-0e424495-c1a1-48cd-ba20-e17766e88f62 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0954797 Aug 09 18:38:27.437728 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b4c58f0d-7412-4c37-9a7e-eafc8cd2fccf req-31d88e25-4234-4050-a14e-250ca2e15b7b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804651 Aug 09 18:38:27.456997 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bd82a5d-c341-478c-b2d1-386d51ad6aa9 req-6e8f1e09-75b6-49c0-836a-0f29961e032c tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851469 Aug 09 18:38:27.771432 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498ce1c-9ca3-4455-89c2-ee6a815ae294 req-453ae4fd-f2eb-4806-9ad2-3d207948ef2f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:27.773146 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6498ce1c-9ca3-4455-89c2-ee6a815ae294 req-453ae4fd-f2eb-4806-9ad2-3d207948ef2f tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.1279120 Aug 09 18:38:27.782910 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4a79b-727e-45b6-8851-97e96563e2a5 req-8607ef50-dafa-4505-b2a6-cbfe99326fd6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:27.784999 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-17f4a79b-727e-45b6-8851-97e96563e2a5 req-8607ef50-dafa-4505-b2a6-cbfe99326fd6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1298361 Aug 09 18:38:27.844591 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6498ce1c-9ca3-4455-89c2-ee6a815ae294 req-bc0aa7c0-3bfa-4e91-b19e-607e40293e06 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faf1c73-3520-40e9-8f35-575cb8f49321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Aug 09 18:38:27.855464 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-17f4a79b-727e-45b6-8851-97e96563e2a5 req-7de9c1c8-972c-442f-b7e4-96620d1170d0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625446 Aug 09 18:38:28.280291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-67c963ed-3445-4a91-89b9-51b4c4890806 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:28.281767 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-67c963ed-3445-4a91-89b9-51b4c4890806 tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 945 time: 0.0566270 Aug 09 18:38:28.388977 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Deleting port 64610cbb-13fa-4e13-b783-8b28ba55e900 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:28.389765 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:28.516096 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] For port 64610cbb-13fa-4e13-b783-8b28ba55e900, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64610cbb-13fa-4e13-b783-8b28ba55e900,segment=NetworkSegment(ecd2b622-470a-4d34-a64e-76ef0f4cce96),segment_id=ecd2b622-470a-4d34-a64e-76ef0f4cce96)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:28.516470 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:28.536120 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Calling delete_port for 64610cbb-13fa-4e13-b783-8b28ba55e900 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:28.686955 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacd200-d998-4a2f-ae52-468f6d8574b1 req-54fa0c09-e723-4ecc-b5dc-ebe3b69a8693 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:28.688484 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-beacd200-d998-4a2f-ae52-468f6d8574b1 req-54fa0c09-e723-4ecc-b5dc-ebe3b69a8693 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.1387911 Aug 09 18:38:28.700547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717fc07-e684-4049-b9d6-2663ea28acce req-0a0cf78b-08f4-437f-8a8c-87d193104f47 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:28.702401 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7717fc07-e684-4049-b9d6-2663ea28acce req-0a0cf78b-08f4-437f-8a8c-87d193104f47 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1511741 Aug 09 18:38:28.821720 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-beacd200-d998-4a2f-ae52-468f6d8574b1 req-c6f19210-22dc-4727-afe1-0ffbdc72d98a tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee25080e-9744-41b0-bfa7-fc37d4271dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092532 Aug 09 18:38:28.868510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7717fc07-e684-4049-b9d6-2663ea28acce req-35db02f1-7362-400b-b6e3-59dc2c7c37c8 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458735 Aug 09 18:38:28.893860 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:28.908095 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79621009-1105-4397-9320-659d2c6c5177 req-18ef7778-9958-4465-982b-6392f2fab327 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:28.909774 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-79621009-1105-4397-9320-659d2c6c5177 req-18ef7778-9958-4465-982b-6392f2fab327 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 945 time: 0.0821383 Aug 09 18:38:28.936280 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['64610cbb-13fa-4e13-b783-8b28ba55e900'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:28.947150 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Pushing event deleted for resources: {'Port': ['ID=64610cbb-13fa-4e13-b783-8b28ba55e900,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:29.054741 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.055001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.055933 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.056564 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.056564 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.056911 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.057273 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.057602 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.057931 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.058259 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.058588 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.058914 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:29.064072 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-68aa4fa6-4ecd-4401-bb08-c5d73dbce606 req-80654421-3ba6-443b-80d3-dd2cb00efebc tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.25 "GET /v2.0/ports?device_id=51dcbe3a-d657-4f21-9958-7481d99ed75b HTTP/1.1" status: 200 len: 210 time: 0.1226945 Aug 09 18:38:29.068011 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] No DVR routers for this DVR port 64610cbb-13fa-4e13-b783-8b28ba55e900 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:38:29.071049 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:29.073559 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0e236b5e-4002-41fa-983e-c06b838a0d30 req-1c969668-fbfa-4ba6-9388-ec831bd1ceef tempest-AttachVolumeNegativeTest-1692992080 tempest-AttachVolumeNegativeTest-1692992080-project] 10.222.0.73 "DELETE /v2.0/ports/64610cbb-13fa-4e13-b783-8b28ba55e900 HTTP/1.1" status: 204 len: 173 time: 0.7848341 Aug 09 18:38:29.091317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'name': 'network-vif-deleted', 'tag': '64610cbb-13fa-4e13-b783-8b28ba55e900'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:29.093814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45f3bc-3745-45f5-a91c-ab7c76c8e3ee" -d '{"events": [{"server_uuid": "51dcbe3a-d657-4f21-9958-7481d99ed75b", "name": "network-vif-deleted", "tag": "64610cbb-13fa-4e13-b783-8b28ba55e900"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:29.163694 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1676e77-f4f6-4dcf-83f0-924459408196 x-openstack-request-id: req-a1676e77-f4f6-4dcf-83f0-924459408196 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:29.163990 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dcbe3a-d657-4f21-9958-7481d99ed75b", "name": "network-vif-deleted", "tag": "64610cbb-13fa-4e13-b783-8b28ba55e900", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:29.164237 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1676e77-f4f6-4dcf-83f0-924459408196 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:29.165190 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dcbe3a-d657-4f21-9958-7481d99ed75b', 'name': 'network-vif-deleted', 'tag': '64610cbb-13fa-4e13-b783-8b28ba55e900', 'status': 'completed', 'code': 200} Aug 09 18:38:29.187967 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488648b-dfe3-4ecc-b130-de3f1fd7e9bb req-c3ee4df8-760a-4807-9524-3ab5e8047dcd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:29.189765 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b488648b-dfe3-4ecc-b130-de3f1fd7e9bb req-c3ee4df8-760a-4807-9524-3ab5e8047dcd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1389325 Aug 09 18:38:29.246452 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Deleting port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:29.246830 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:29.267169 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b488648b-dfe3-4ecc-b130-de3f1fd7e9bb req-8cc70852-6946-4149-addb-b1d28bd7d015 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632315 Aug 09 18:38:29.427495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] For port c569c6b8-f107-4a4e-be9f-73043fe9bcc7, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:29.428468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:29.447462 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Calling delete_port for c569c6b8-f107-4a4e-be9f-73043fe9bcc7 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:29.600400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:29.652257 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['c569c6b8-f107-4a4e-be9f-73043fe9bcc7'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:38:29.676207 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Pushing event deleted for resources: {'Port': ['ID=c569c6b8-f107-4a4e-be9f-73043fe9bcc7,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:29.748592 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] No DVR routers for this DVR port c569c6b8-f107-4a4e-be9f-73043fe9bcc7 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:38:29.751341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:29.753447 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-79621009-1105-4397-9320-659d2c6c5177 req-0d482b3b-e931-436e-8ec3-01ac87d237d1 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.73 "DELETE /v2.0/ports/c569c6b8-f107-4a4e-be9f-73043fe9bcc7 HTTP/1.1" status: 204 len: 173 time: 0.8108213 Aug 09 18:38:29.974316 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a2906b3a-9e57-48be-8666-9410fa524678 req-0ff53fdd-cd6e-429d-9f16-854d9e99d0d7 tempest-ServerRescueNegativeTestJSON-1641860907 tempest-ServerRescueNegativeTestJSON-1641860907-project] 10.222.0.25 "GET /v2.0/ports?device_id=2625f57f-2c6f-4d17-a4f4-f004e0354876 HTTP/1.1" status: 200 len: 210 time: 0.0514760 Aug 09 18:38:30.058382 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5164d05-58c8-4fe2-9c4d-51c027ebde4d req-08a2b3a1-326d-45bc-8848-132d4ec1df09 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:30.060447 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b5164d05-58c8-4fe2-9c4d-51c027ebde4d req-08a2b3a1-326d-45bc-8848-132d4ec1df09 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0588391 Aug 09 18:38:30.125686 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b5164d05-58c8-4fe2-9c4d-51c027ebde4d req-56233499-51f4-47b4-aba0-150ef13ec65f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479708 Aug 09 18:38:30.132699 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49206) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:30.191794 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Deleting subnet ed32f637-09b4-4779-b065-30cb7bb326d3 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:38:30.195428 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.234832 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.287118 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.352272 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.381188 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed32f637-09b4-4779-b065-30cb7bb326d3,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:30.393955 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.397178 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-90db829e-6e5c-44a5-91b1-43d28e979a6d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ed32f637-09b4-4779-b065-30cb7bb326d3 HTTP/1.1" status: 204 len: 168 time: 0.2620199 Aug 09 18:38:30.399127 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49214) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:30.459330 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e386d-b5f8-426d-89cb-22dc64960152 req-8bf9b1b1-22c8-49ed-9b4e-13e4bead361f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:30.467893 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-295e386d-b5f8-426d-89cb-22dc64960152 req-8bf9b1b1-22c8-49ed-9b4e-13e4bead361f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0733318 Aug 09 18:38:30.490856 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.531303 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-295e386d-b5f8-426d-89cb-22dc64960152 req-24b2a0bc-c21d-4955-91e5-f15833ac574a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625312 Aug 09 18:38:30.592922 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.607078 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51427c17-20e8-4418-ba58-52c9f3748604']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:30.621185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd2b622-470a-4d34-a64e-76ef0f4cce96') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:30.621980 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd2b622-470a-4d34-a64e-76ef0f4cce96') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:30.635752 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.653455 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.666899 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:38:30.667723 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:38:30.670884 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:38:30.743167 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.752468 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:30.754947 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/51427c17-20e8-4418-ba58-52c9f3748604 HTTP/1.1" status: 204 len: 168 time: 0.3545141 Aug 09 18:38:30.776070 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc442b-3813-490c-bba2-1e8233e97bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51427c17-20e8-4418-ba58-52c9f3748604,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:30.993117 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49220) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:31.050454 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49224) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:31.058936 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-27796213-9a45-429a-8dbd-563c9db1f3ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d350ba621fc24439b46eb257e118bca9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0644393 Aug 09 18:38:31.059700 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49226) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:31.138399 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6555840a-6b9a-44d0-9513-bd904e4c2360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:31.173459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'name': 'network-vif-deleted', 'tag': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:31.183495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b3865f-e9e9-4d5d-92b7-ae97d946fd1e" -d '{"events": [{"server_uuid": "2625f57f-2c6f-4d17-a4f4-f004e0354876", "name": "network-vif-deleted", "tag": "c569c6b8-f107-4a4e-be9f-73043fe9bcc7"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:31.198395 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6555840a-6b9a-44d0-9513-bd904e4c2360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:31.273542 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6555840a-6b9a-44d0-9513-bd904e4c2360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:31.277450 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6555840a-6b9a-44d0-9513-bd904e4c2360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:31.282282 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6555840a-6b9a-44d0-9513-bd904e4c2360 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2faf1c73-3520-40e9-8f35-575cb8f49321 HTTP/1.1" status: 204 len: 168 time: 0.2214341 Aug 09 18:38:31.294876 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555840a-6b9a-44d0-9513-bd904e4c2360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf1c73-3520-40e9-8f35-575cb8f49321,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:31.367211 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404742f0-67d2-4d9e-a62f-2ea91faed73f x-openstack-request-id: req-404742f0-67d2-4d9e-a62f-2ea91faed73f {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:31.367490 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2625f57f-2c6f-4d17-a4f4-f004e0354876", "name": "network-vif-deleted", "tag": "c569c6b8-f107-4a4e-be9f-73043fe9bcc7", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:31.367800 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-404742f0-67d2-4d9e-a62f-2ea91faed73f {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:31.368272 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2625f57f-2c6f-4d17-a4f4-f004e0354876', 'name': 'network-vif-deleted', 'tag': 'c569c6b8-f107-4a4e-be9f-73043fe9bcc7', 'status': 'completed', 'code': 200} Aug 09 18:38:31.445026 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bd64-d3c4-4608-b062-0d34d63136e8 req-293862ec-a4c8-46d8-90b2-02e6999d909e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:31.454026 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcd7bd64-d3c4-4608-b062-0d34d63136e8 req-293862ec-a4c8-46d8-90b2-02e6999d909e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.2114890 Aug 09 18:38:31.525225 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dcd7bd64-d3c4-4608-b062-0d34d63136e8 req-a1f1f244-4d78-4e89-9eec-42120aa9411e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602398 Aug 09 18:38:31.815887 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 64610cbb-13fa-4e13-b783-8b28ba55e900 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:31.881560 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 64610cbb-13fa-4e13-b783-8b28ba55e900 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:31.882214 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 64610cbb-13fa-4e13-b783-8b28ba55e900 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:31.882791 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c569c6b8-f107-4a4e-be9f-73043fe9bcc7 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:31.919084 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: c569c6b8-f107-4a4e-be9f-73043fe9bcc7 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:31.919787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device c569c6b8-f107-4a4e-be9f-73043fe9bcc7 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:31.982739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f49e2-ab7f-4d06-bb6a-11b9cbf262a1 req-38e2af62-f9ba-47c8-b496-de315b31f324 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:31.990200 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-890f49e2-ab7f-4d06-bb6a-11b9cbf262a1 req-38e2af62-f9ba-47c8-b496-de315b31f324 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1270568 Aug 09 18:38:32.082203 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-890f49e2-ab7f-4d06-bb6a-11b9cbf262a1 req-0e8200f7-b192-4c12-a787-8426e19da9cd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817177 Aug 09 18:38:32.203686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:32.671965 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6ecdd-0caa-4654-9469-25adb6a42b46 req-f84442e3-def5-4618-a835-afd71da8bcfa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:32.673402 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fda6ecdd-0caa-4654-9469-25adb6a42b46 req-f84442e3-def5-4618-a835-afd71da8bcfa tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0750468 Aug 09 18:38:32.682097 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Deleting port 57b0d12b-58b6-4d74-ad29-18d5414f71ed {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:32.682478 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:32.778100 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fda6ecdd-0caa-4654-9469-25adb6a42b46 req-c4477834-20b9-4e48-8b22-c3e4b5bb484d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917201 Aug 09 18:38:32.849213 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] For port 57b0d12b-58b6-4d74-ad29-18d5414f71ed, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=57b0d12b-58b6-4d74-ad29-18d5414f71ed,segment=NetworkSegment(2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6),segment_id=2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:32.849582 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:32.865055 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Calling delete_port for 57b0d12b-58b6-4d74-ad29-18d5414f71ed owned by network:router_interface {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:32.893576 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:38:33.140158 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433827-c522-4a00-a1d1-e85c6ed40931 req-5acfe417-7a82-40b6-b88b-c7755d7b507c tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:33.147712 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e433827-c522-4a00-a1d1-e85c6ed40931 req-5acfe417-7a82-40b6-b88b-c7755d7b507c tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1112406 Aug 09 18:38:33.317405 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e433827-c522-4a00-a1d1-e85c6ed40931 req-aba614e5-446d-4bf3-95fd-681de9b46bcc tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649048 Aug 09 18:38:33.327319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-c88786de-d254-49b8-812a-28e139ea2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:33.328830 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-c88786de-d254-49b8-812a-28e139ea2d88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1098 time: 0.2109525 Aug 09 18:38:33.358751 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a8dbf-419e-4fb6-bcf9-870b5cac363b req-9a2d6b49-0a95-4600-8fa5-e73361dd58e3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:33.368604 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc3a8dbf-419e-4fb6-bcf9-870b5cac363b req-9a2d6b49-0a95-4600-8fa5-e73361dd58e3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1984010 Aug 09 18:38:33.388050 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:33.561535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b0d12b-58b6-4d74-ad29-18d5414f71ed,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:33.656922 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fc3a8dbf-419e-4fb6-bcf9-870b5cac363b req-6683b080-03c7-450a-9bd4-bb51ed660f34 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874324 Aug 09 18:38:33.661595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-666c5a01-0ba3-4ba0-8bba-9f4aa38ba512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:33.663037 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-666c5a01-0ba3-4ba0-8bba-9f4aa38ba512 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.3228276 Aug 09 18:38:33.806845 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:33.810793 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-2a54804a-34ac-4c4d-9ceb-29d3a5427666 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 1000 time: 0.1175623 Aug 09 18:38:33.996989 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-c18bee7b-5d72-48a0-883e-a7ed8d98bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:33.998766 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-c18bee7b-5d72-48a0-883e-a7ed8d98bb29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.1747303 Aug 09 18:38:34.467807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:38:34.477904 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-2414c18a-ee0f-4ee2-92a0-332461b41c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:34.479450 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-2414c18a-ee0f-4ee2-92a0-332461b41c53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3867481 Aug 09 18:38:34.508573 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5342a-9a0f-4772-8a17-0c0690a94513 req-0fe8dedc-7561-4b4b-b541-520878f7d7ab tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:34.516739 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84f5342a-9a0f-4772-8a17-0c0690a94513 req-0fe8dedc-7561-4b4b-b541-520878f7d7ab tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0984049 Aug 09 18:38:34.643746 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84f5342a-9a0f-4772-8a17-0c0690a94513 req-66c35443-a857-4f28-bc09-7c6df5c021c6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259592 Aug 09 18:38:34.722942 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-556b3fa5-91c0-4176-b5a8-15c7ad5c7b3b service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328613 Aug 09 18:38:34.728133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:38:34.736792 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-4df63b1a-6e31-4295-a7bc-76fd08d061d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/dcf3d552-5e2f-47f7-bc13-8279cf5c9f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6823251 Aug 09 18:38:34.737052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49314) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:34.744341 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] Sync routers for ids ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:38:34.760801 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] Routers {'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:38:34.761474 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:38:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:34.922916 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] Set router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:38:34.943455 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac3c0f-c4f7-4cd9-b059-cd7b764b5827 req-221feb05-4fae-4fb5-a1b8-43b9bb126d36 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:34.944948 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4cac3c0f-c4f7-4cd9-b059-cd7b764b5827 req-221feb05-4fae-4fb5-a1b8-43b9bb126d36 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1271956 Aug 09 18:38:34.969502 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18ac1a42-6a50-4e6a-aa87-2a559ada672d req-583777d0-0e30-4d6a-a986-d65ef5ec02d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344391 Aug 09 18:38:34.971916 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks [] for router, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.058492 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4cac3c0f-c4f7-4cd9-b059-cd7b764b5827 req-50b1ad06-3252-44f7-937a-7a41e3cc2d2f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019938 Aug 09 18:38:35.147010 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.221618 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Deleting port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:38:35.221962 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.348892 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] For port 6ce2199d-40a4-4131-9ca1-9a0d497e31aa, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:35.349299 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.365805 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Calling delete_port for 6ce2199d-40a4-4131-9ca1-9a0d497e31aa owned by network:router_gateway {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:38:35.372641 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:38:33Z', 'revision_number': 5, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port': {'id': '6ce2199d-40a4-4131-9ca1-9a0d497e31aa', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:15Z', 'updated_at': '2021-08-09T18:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:35.432899 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] Checking router: dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:38:35.437963 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] Routers {'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:38:35.438859 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:38:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:35.584551 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] Set router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 gateway port host: None {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:38:35.613753 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.646839 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce2199d-40a4-4131-9ca1-9a0d497e31aa,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:35.654207 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:38:35Z', 'revision_number': 6, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port_host': None}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:35.685727 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38890ebc-4e84-4c3d-a83e-566ea80d287d None None] The sync data for ids ['dcf3d552-5e2f-47f7-bc13-8279cf5c9f54'] in dv-cinder-784453-11-iscsi is: [{'id': 'dcf3d552-5e2f-47f7-bc13-8279cf5c9f54', 'name': 'tempest-ServerRescueNegativeTestJSON-1966740940-router', 'tenant_id': '1e24213cbf43422a801e9a52a2e37d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:38:35Z', 'revision_number': 6, 'project_id': '1e24213cbf43422a801e9a52a2e37d6e', 'gw_port_host': None}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:38:35.735368 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.900779 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.903997 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.980453 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6feb4-ec43-4732-9461-3b83f915629b req-086600dd-cf8b-4af6-8db0-d6672e10f100 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:35.983006 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-43a6feb4-ec43-4732-9461-3b83f915629b req-086600dd-cf8b-4af6-8db0-d6672e10f100 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1828525 Aug 09 18:38:35.995447 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:35.996553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 {{(pid=93497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:38:36.007166 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.008812 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-806aa988-55ca-4869-a596-087735cc346c admin admin] 10.222.0.25 "DELETE /v2.0/routers/dcf3d552-5e2f-47f7-bc13-8279cf5c9f54 HTTP/1.1" status: 204 len: 168 time: 1.2703857 Aug 09 18:38:36.011781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49344) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:36.077579 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-43a6feb4-ec43-4732-9461-3b83f915629b req-f3bc3341-c022-4154-8ef3-f269e06082ec tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791550 Aug 09 18:38:36.080662 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Deleting subnet dd452f85-2e40-4632-9dae-927c7b28a2cc {{(pid=93497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:38:36.084442 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.132819 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33120556'] for subnet, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.229164 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.294915 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa80a3-b70b-4f41-8378-8f594ae8b9c9 req-c471f900-3bbc-403b-be6b-11a86facda90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:36.296995 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-83fa80a3-b70b-4f41-8378-8f594ae8b9c9 req-c471f900-3bbc-403b-be6b-11a86facda90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1337352 Aug 09 18:38:36.350706 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5637764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33139377'] for subnet, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.356177 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-83fa80a3-b70b-4f41-8378-8f594ae8b9c9 req-cb869055-687a-4bdb-b3d7-852142518c1e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Aug 09 18:38:36.389218 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd452f85-2e40-4632-9dae-927c7b28a2cc,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:36.389626 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.394303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49350) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:36.394813 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5d22e7d1-8f7b-4714-b3ef-a62bc7135d02 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd452f85-2e40-4632-9dae-927c7b28a2cc HTTP/1.1" status: 204 len: 168 time: 0.3817031 Aug 09 18:38:36.470228 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.570513 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.582181 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17810a9d-588d-4e62-9374-f641ddb5758e']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:36.602598 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:36.604452 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf8a82a-f874-468c-b1e6-fbb5e99ef2c6') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:36.615939 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.639916 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.647584 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:38:36.648323 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:38:36.651699 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:38:36.733736 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.768136 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:36.772972 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 6ce2199d-40a4-4131-9ca1-9a0d497e31aa no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:36.773832 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/17810a9d-588d-4e62-9374-f641ddb5758e HTTP/1.1" status: 204 len: 168 time: 0.3778706 Aug 09 18:38:36.776080 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=17810a9d-588d-4e62-9374-f641ddb5758e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:36.787262 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.787639 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.788085 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.788303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.788642 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.788983 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.790122 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.790510 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.791610 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.791960 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.792298 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.792631 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23083ab5-8d5c-4a5d-ad6d-b091076b0bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:38:36.841076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 6ce2199d-40a4-4131-9ca1-9a0d497e31aa {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:36.841706 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 6ce2199d-40a4-4131-9ca1-9a0d497e31aa not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:36.842131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 57b0d12b-58b6-4d74-ad29-18d5414f71ed no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:36.865832 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 57b0d12b-58b6-4d74-ad29-18d5414f71ed {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:38:36.866529 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 57b0d12b-58b6-4d74-ad29-18d5414f71ed not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:38:37.043632 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49368) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:37.113196 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3e160d0b-10b5-4fe3-9192-8f3b58ece51a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e24213cbf43422a801e9a52a2e37d6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0679436 Aug 09 18:38:37.116131 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49372) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:37.188905 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49374) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:37.204818 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2c35-8d30-493a-b9d4-902f8c8d8505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.227289 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2c35-8d30-493a-b9d4-902f8c8d8505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.294829 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae2889-83be-4a75-aa85-d985ac56d7c1 req-a45704fe-3b68-42cf-8eb4-6fab494d14d5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:37.296424 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-71ae2889-83be-4a75-aa85-d985ac56d7c1 req-a45704fe-3b68-42cf-8eb4-6fab494d14d5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.1121342 Aug 09 18:38:37.326587 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2c35-8d30-493a-b9d4-902f8c8d8505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.329965 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5cdc2c35-8d30-493a-b9d4-902f8c8d8505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.331472 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5cdc2c35-8d30-493a-b9d4-902f8c8d8505 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee25080e-9744-41b0-bfa7-fc37d4271dd6 HTTP/1.1" status: 204 len: 168 time: 0.2141201 Aug 09 18:38:37.339955 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10a7c4a5-decc-4c78-8f01-d7b17929b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.355754 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc2c35-8d30-493a-b9d4-902f8c8d8505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25080e-9744-41b0-bfa7-fc37d4271dd6,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:37.377258 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-71ae2889-83be-4a75-aa85-d985ac56d7c1 req-08cd2f3a-a488-403e-86f4-7ddaf04e4776 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594060 Aug 09 18:38:37.501304 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10a7c4a5-decc-4c78-8f01-d7b17929b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.507504 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10a7c4a5-decc-4c78-8f01-d7b17929b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.535345 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605235-d390-4e5b-ab49-95dcd7e9ce51 req-f2cc4d5c-a154-49f7-916d-684a9f56d432 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:37.536915 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65605235-d390-4e5b-ab49-95dcd7e9ce51 req-f2cc4d5c-a154-49f7-916d-684a9f56d432 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0683720 Aug 09 18:38:37.551247 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c4a5-decc-4c78-8f01-d7b17929b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd9562-f09e-46a8-9db7-5c0a01adc207,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:37.562224 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-10a7c4a5-decc-4c78-8f01-d7b17929b574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a21151c216e3403ba23d116724e27a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718760 Aug 09 18:38:37.565042 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49388) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:37.607242 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-65605235-d390-4e5b-ab49-95dcd7e9ce51 req-b582ffc3-a9f7-4935-b4f0-fc8c317f66f6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556426 Aug 09 18:38:37.640522 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a63dfc72-b04a-4272-b999-e9138023d54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.679148 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a63dfc72-b04a-4272-b999-e9138023d54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.738262 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a63dfc72-b04a-4272-b999-e9138023d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.741070 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a63dfc72-b04a-4272-b999-e9138023d54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:37.742520 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a63dfc72-b04a-4272-b999-e9138023d54a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15cd9562-f09e-46a8-9db7-5c0a01adc207 HTTP/1.1" status: 204 len: 168 time: 0.1761825 Aug 09 18:38:37.754618 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dfc72-b04a-4272-b999-e9138023d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd9562-f09e-46a8-9db7-5c0a01adc207,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:38.101168 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49410) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:38.118575 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8710fa9-9cf7-43bf-8184-11b9e2b856e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.224561 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8710fa9-9cf7-43bf-8184-11b9e2b856e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.229381 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8710fa9-9cf7-43bf-8184-11b9e2b856e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.278016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710fa9-9cf7-43bf-8184-11b9e2b856e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1813e8a-0220-4415-bf8c-e65146c840e1,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:38.284968 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f8710fa9-9cf7-43bf-8184-11b9e2b856e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee7d673ff7a34155900500fc30104cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816504 Aug 09 18:38:38.288329 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49414) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:38.350482 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9d95f9f8-50c3-4d69-bd03-183cde1fb90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.375526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9d95f9f8-50c3-4d69-bd03-183cde1fb90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.448948 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9d95f9f8-50c3-4d69-bd03-183cde1fb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.457754 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-9d95f9f8-50c3-4d69-bd03-183cde1fb90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:38.469173 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-9d95f9f8-50c3-4d69-bd03-183cde1fb90d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1813e8a-0220-4415-bf8c-e65146c840e1 HTTP/1.1" status: 204 len: 168 time: 0.1795394 Aug 09 18:38:38.477534 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95f9f8-50c3-4d69-bd03-183cde1fb90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1813e8a-0220-4415-bf8c-e65146c840e1,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:38.772628 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c931-fffd-44a8-b24f-762a0ebcc7e3 req-44840daf-55a4-47be-bc31-0fe31ba8f632 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:38.775761 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d6d6c931-fffd-44a8-b24f-762a0ebcc7e3 req-44840daf-55a4-47be-bc31-0fe31ba8f632 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0805724 Aug 09 18:38:38.845262 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d6d6c931-fffd-44a8-b24f-762a0ebcc7e3 req-68c94ae1-6934-436c-8254-8ac28cb2dd9d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564978 Aug 09 18:38:39.970602 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f2e1-f2e5-40e8-95e9-02145dfa29df req-f66af219-7df4-4751-86c7-124e8d442d9b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:39.972136 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7852f2e1-f2e5-40e8-95e9-02145dfa29df req-f66af219-7df4-4751-86c7-124e8d442d9b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0497859 Aug 09 18:38:40.010494 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7852f2e1-f2e5-40e8-95e9-02145dfa29df req-8b9a9093-d5cc-4d69-99b7-c349d7412232 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Aug 09 18:38:40.394665 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f95a23a1-90ec-4203-a1cb-140607e5c21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:40.831716 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49526) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:40.938247 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-32014743-6e95-4fe0-ba0e-433d3afd30fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.040825 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-32014743-6e95-4fe0-ba0e-433d3afd30fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.045040 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-32014743-6e95-4fe0-ba0e-433d3afd30fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.088138 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-32014743-6e95-4fe0-ba0e-433d3afd30fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=268273b27ce34524a04d5ebae859b838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549686 Aug 09 18:38:41.089118 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32014743-6e95-4fe0-ba0e-433d3afd30fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d1d67-6226-48f4-a669-3e2d98e5d312,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:41.090801 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49532) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:41.142291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b2ed4-9c9f-4fb1-9173-29681be55884 req-b6f254a6-c856-4cdc-9a95-7ee5a5b5142b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:41.143856 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-807b2ed4-9c9f-4fb1-9173-29681be55884 req-b6f254a6-c856-4cdc-9a95-7ee5a5b5142b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Aug 09 18:38:41.145406 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-98b221f3-0468-4c44-8e10-7ff6bd8125cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.168866 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-98b221f3-0468-4c44-8e10-7ff6bd8125cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.211029 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-807b2ed4-9c9f-4fb1-9173-29681be55884 req-5e6297a0-a250-40f3-8a0c-c9d040e0d958 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569615 Aug 09 18:38:41.215008 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-90ff5c81-57dc-4cf5-bd7d-efd49e544605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:41.216268 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-90ff5c81-57dc-4cf5-bd7d-efd49e544605 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1098 time: 0.0715485 Aug 09 18:38:41.317702 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-b4528227-8c98-4ee9-a8fe-83ac40c7b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:41.319438 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-b4528227-8c98-4ee9-a8fe-83ac40c7b8d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.0950894 Aug 09 18:38:41.391737 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-72e1d4f4-bd98-4951-a451-802ddfd2038d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 1000 time: 0.0642180 Aug 09 18:38:41.445411 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-98b221f3-0468-4c44-8e10-7ff6bd8125cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.448312 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-98b221f3-0468-4c44-8e10-7ff6bd8125cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.449585 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-98b221f3-0468-4c44-8e10-7ff6bd8125cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e32d1d67-6226-48f4-a669-3e2d98e5d312 HTTP/1.1" status: 204 len: 168 time: 0.3576975 Aug 09 18:38:41.457343 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-d0d8d6a9-1862-4f09-badc-afd42a948eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:41.459117 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-d0d8d6a9-1862-4f09-badc-afd42a948eae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0605533 Aug 09 18:38:41.460029 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b221f3-0468-4c44-8e10-7ff6bd8125cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d1d67-6226-48f4-a669-3e2d98e5d312,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:41.514719 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-13a41e17-6cee-4482-bdb5-795e84789806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:41.516757 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-13a41e17-6cee-4482-bdb5-795e84789806 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495808 Aug 09 18:38:41.625601 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-05556065-9a3f-4526-8093-99193fd8abca service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003437 Aug 09 18:38:41.731977 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b6496f47-2c85-414c-93ec-335d333ac6e7 req-b56ad74d-8173-45f5-8d35-adcbac2f6c09 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978622 Aug 09 18:38:41.795503 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49556) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:41.811399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7acae20e-bc0e-47bc-8a26-eeb4bcc65cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.911623 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7acae20e-bc0e-47bc-8a26-eeb4bcc65cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.915946 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7acae20e-bc0e-47bc-8a26-eeb4bcc65cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:41.955952 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-7acae20e-bc0e-47bc-8a26-eeb4bcc65cad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdd5dc64f5ad46adae33835c8dbbf1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592779 Aug 09 18:38:41.957033 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acae20e-bc0e-47bc-8a26-eeb4bcc65cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba69903-85bf-464f-86c2-b565dcf912bb,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:41.958931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49558) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:42.018123 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b8f878f1-8d75-4a1c-82b6-91d4317d0a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:42.040250 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b8f878f1-8d75-4a1c-82b6-91d4317d0a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:42.086748 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b8f878f1-8d75-4a1c-82b6-91d4317d0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:42.089880 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b8f878f1-8d75-4a1c-82b6-91d4317d0a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:42.091028 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b8f878f1-8d75-4a1c-82b6-91d4317d0a65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fba69903-85bf-464f-86c2-b565dcf912bb HTTP/1.1" status: 204 len: 168 time: 0.1310740 Aug 09 18:38:42.099241 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f878f1-8d75-4a1c-82b6-91d4317d0a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba69903-85bf-464f-86c2-b565dcf912bb,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:42.343787 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ee204-6d78-4f05-ad6a-6c9c1dded968 req-7ddf5480-fdc1-4e38-914a-22943ddbe931 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:42.345305 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a82ee204-6d78-4f05-ad6a-6c9c1dded968 req-7ddf5480-fdc1-4e38-914a-22943ddbe931 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.0540526 Aug 09 18:38:42.385503 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a82ee204-6d78-4f05-ad6a-6c9c1dded968 req-7d822cc9-ace4-43bf-8832-a3117f220e41 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Aug 09 18:38:42.859977 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49596) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:42.966060 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-294a64da-c0cd-4e52-be5e-0584f490fce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.060785 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ccfd30ef-88f7-4b18-afe2-af9cc48cd1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.063749 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-294a64da-c0cd-4e52-be5e-0584f490fce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.068239 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-294a64da-c0cd-4e52-be5e-0584f490fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.109696 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-294a64da-c0cd-4e52-be5e-0584f490fce8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65efcc192c334fceba483e19796134fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485957 Aug 09 18:38:43.110817 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a64da-c0cd-4e52-be5e-0584f490fce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66258ec-493f-4296-8d04-2434f0ee7ae7,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:43.112668 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49602) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:43.179458 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c8304300-b461-4b13-880e-9cf38d6358c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.187399 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.203353 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c8304300-b461-4b13-880e-9cf38d6358c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.232467 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49606) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:43.257275 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c8304300-b461-4b13-880e-9cf38d6358c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.260341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c8304300-b461-4b13-880e-9cf38d6358c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.261487 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-c8304300-b461-4b13-880e-9cf38d6358c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b66258ec-493f-4296-8d04-2434f0ee7ae7 HTTP/1.1" status: 204 len: 168 time: 0.1458681 Aug 09 18:38:43.271353 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8304300-b461-4b13-880e-9cf38d6358c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66258ec-493f-4296-8d04-2434f0ee7ae7,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:43.352553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4814564e-9f4a-4461-b04b-5aa9467fd760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.452793 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4814564e-9f4a-4461-b04b-5aa9467fd760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.457809 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4814564e-9f4a-4461-b04b-5aa9467fd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.543378 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-4814564e-9f4a-4461-b04b-5aa9467fd760 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a22b1f80baa48508e35aa7928967384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098581 Aug 09 18:38:43.545167 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814564e-9f4a-4461-b04b-5aa9467fd760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c0efea-949c-47f7-89bb-0eb75cd8f183,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:43.546978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49620) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:43.568934 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7cd9a-a3b5-4624-9f1c-efb6dd8b3fd1 req-a2a9ddb7-9ef6-487b-8194-76227339d841 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:43.571152 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d1d7cd9a-a3b5-4624-9f1c-efb6dd8b3fd1 req-a2a9ddb7-9ef6-487b-8194-76227339d841 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 945 time: 0.1068938 Aug 09 18:38:43.613956 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df7de570-e357-4a83-bb3e-895199bdc578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.623639 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d1d7cd9a-a3b5-4624-9f1c-efb6dd8b3fd1 req-6d2e6ab6-29da-406d-b544-b7bb5d0a03e5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 Aug 09 18:38:43.665389 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df7de570-e357-4a83-bb3e-895199bdc578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.715188 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df7de570-e357-4a83-bb3e-895199bdc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.717940 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df7de570-e357-4a83-bb3e-895199bdc578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.719119 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-df7de570-e357-4a83-bb3e-895199bdc578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6c0efea-949c-47f7-89bb-0eb75cd8f183 HTTP/1.1" status: 204 len: 168 time: 0.1709337 Aug 09 18:38:43.729679 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de570-e357-4a83-bb3e-895199bdc578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c0efea-949c-47f7-89bb-0eb75cd8f183,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:43.799446 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:43.909687 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:43.937851 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:38:43.941454 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bd98f5-dfe6-4935-a295-a35ba7d2f33b" -d '{"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:38:43.960129 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:38:43.968168 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.031004 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=8']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:44.057352 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d9fc0-223a-402a-8447-d62d0e597d81 x-openstack-request-id: req-7d9d9fc0-223a-402a-8447-d62d0e597d81 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:38:44.057741 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:38:44.058007 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d9d9fc0-223a-402a-8447-d62d0e597d81 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:38:44.058432 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'code': 200} Aug 09 18:38:44.178851 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49650) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:44.359042 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.392038 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-304665692-network', 'tenant_id': 'a433dd77e5a141ad859f084ef74afc62'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:44.419159 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Made reservation on behalf of a433dd77e5a141ad859f084ef74afc62 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:38:44.422289 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.432051 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.549109 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.553312 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.579736 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:38:44.590078 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5dadb4-4280-46b1-969c-c5f0ebe9b6e9,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:44.595185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.595535 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Added segment 7a16487f-7e7a-47c7-becf-6094100909c3 of type vlan for network 59aad217-585a-4475-a4a3-1b2aea15fd23 Aug 09 18:38:44.639310 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.675960 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.677146 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:44.677740 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.741130 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5610824 Aug 09 18:38:44.746961 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49672) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:44.754068 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Request body: {'subnet': {'network_id': '59aad217-585a-4475-a4a3-1b2aea15fd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-304665692-subnet', 'tenant_id': 'a433dd77e5a141ad859f084ef74afc62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:44.759209 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c080-c504-459d-b1ea-cdbdb23386e8 admin admin] Pushing event updated for resources: {'Network': ['ID=59aad217-585a-4475-a4a3-1b2aea15fd23,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:44.776419 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 59aad217-585a-4475-a4a3-1b2aea15fd23 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:38:44.786667 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Made reservation on behalf of a433dd77e5a141ad859f084ef74afc62 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:38:44.788849 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5824552'] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:44.790470 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f84467-64d9-4712-9dbc-e1e8f6d9c4a5 req-ce5f9a3a-c05e-4ba1-b5b8-82a5d424241c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:44.792052 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-97f84467-64d9-4712-9dbc-e1e8f6d9c4a5 req-ce5f9a3a-c05e-4ba1-b5b8-82a5d424241c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0565057 Aug 09 18:38:44.848471 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-97f84467-64d9-4712-9dbc-e1e8f6d9c4a5 req-901b6383-780e-483e-9b01-f685068472a9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501053 Aug 09 18:38:45.032071 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5824538'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:45.110646 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e12fb4d-baa5-4b14-b45d-d0564ef34907,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:45.137442 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Checking segment: {'id': '7a16487f-7e7a-47c7-becf-6094100909c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59aad217-585a-4475-a4a3-1b2aea15fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:38:45.138016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Network hostable DHCP agents. Network: 59aad217-585a-4475-a4a3-1b2aea15fd23, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:38:45.170665 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Network 59aad217-585a-4475-a4a3-1b2aea15fd23 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:38:45.189746 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 59aad217-585a-4475-a4a3-1b2aea15fd23) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:38:45.200938 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc2aa6-e7df-4660-9175-3ec9c023cf2c None None] Network 59aad217-585a-4475-a4a3-1b2aea15fd23 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:38:45.207146 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:45.208541 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:45.243592 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-81cf2d33-efce-48ae-97e5-06828733478a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4950552 Aug 09 18:38:45.365827 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c001b3-df97-40bd-8c09-6f0d31ea7d54 None None] Network 59aad217-585a-4475-a4a3-1b2aea15fd23 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:38:45.731214 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:45.788082 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62693be9-386f-4130-abc0-61f746d43e07 req-0c26a370-126c-45ce-ad5a-78e10b9ff228 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:45.790030 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-62693be9-386f-4130-abc0-61f746d43e07 req-0c26a370-126c-45ce-ad5a-78e10b9ff228 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0566158 Aug 09 18:38:45.833645 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-62693be9-386f-4130-abc0-61f746d43e07 req-31dfc567-c5a7-4436-bd95-ed02f5794a58 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Aug 09 18:38:46.001372 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49730) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:46.006846 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-65004075-network', 'tenant_id': '0222b2e456734ca698e740933a1f8b27'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:46.031360 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Made reservation on behalf of 0222b2e456734ca698e740933a1f8b27 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:38:46.033818 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.043050 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.142686 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.147430 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.176380 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:38:46.187756 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07583950-7c9d-42b8-8986-ebe64d2dfbb3,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:46.194491 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.195202 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Added segment 16d1b7c3-2860-4fc8-8a1b-97c8779d2277 of type vlan for network 094d0ce2-7971-42a0-a7be-f3fcee796164 Aug 09 18:38:46.241847 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.279877 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.280905 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:46.281545 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.345211 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3399208 Aug 09 18:38:46.345465 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49746) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:46.350372 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Request body: {'subnet': {'network_id': '094d0ce2-7971-42a0-a7be-f3fcee796164', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-65004075-subnet', 'tenant_id': '0222b2e456734ca698e740933a1f8b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:38:46.358886 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49748) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:46.359478 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5d207-ee39-4291-9913-27f3d8e816ce admin admin] Pushing event updated for resources: {'Network': ['ID=094d0ce2-7971-42a0-a7be-f3fcee796164,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:46.377348 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 094d0ce2-7971-42a0-a7be-f3fcee796164 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:38:46.382000 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Made reservation on behalf of 0222b2e456734ca698e740933a1f8b27 for: {'subnet': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:38:46.385295 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5824552'] for subnet, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.502993 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-cbdffeea-d160-48cc-93c9-37cd55b622d7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425223 Aug 09 18:38:46.616110 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5410267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5824538'] for subnet, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.666290 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb5dfb7-d1de-4f0e-948c-8f987b13b40d,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:46.683068 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Checking segment: {'id': '16d1b7c3-2860-4fc8-8a1b-97c8779d2277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '094d0ce2-7971-42a0-a7be-f3fcee796164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:38:46.683739 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Network hostable DHCP agents. Network: 094d0ce2-7971-42a0-a7be-f3fcee796164, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:38:46.702649 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Network 094d0ce2-7971-42a0-a7be-f3fcee796164 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:38:46.715881 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 094d0ce2-7971-42a0-a7be-f3fcee796164) {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:38:46.720453 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:46.721061 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:46.737013 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981cb725-3e2a-4190-966c-a8e9a92b9c84 None None] Network 094d0ce2-7971-42a0-a7be-f3fcee796164 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:38:46.743285 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-307517c5-7684-4ce2-b567-f19be339414b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3964133 Aug 09 18:38:46.886199 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdbd92a-5271-4fc2-a9e5-35241bdcfcb2 None None] Network 094d0ce2-7971-42a0-a7be-f3fcee796164 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:38:47.050024 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec03b-5381-4875-ae00-e116147c5ba7 req-d7a7eec7-57c2-43a8-ab19-ac5034ee1aca tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:47.053699 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f86ec03b-5381-4875-ae00-e116147c5ba7 req-d7a7eec7-57c2-43a8-ab19-ac5034ee1aca tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0897009 Aug 09 18:38:47.063060 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49770) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:47.110008 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f86ec03b-5381-4875-ae00-e116147c5ba7 req-5bd35230-0b59-44cd-8544-331f78a75134 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Aug 09 18:38:47.126999 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Deleting subnet 0e12fb4d-baa5-4b14-b45d-d0564ef34907 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:38:47.130645 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.167303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.207573 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.260830 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.292489 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e12fb4d-baa5-4b14-b45d-d0564ef34907,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:47.294493 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.296424 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-915a50ed-1804-4d9d-8e24-de1d244614d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e12fb4d-baa5-4b14-b45d-d0564ef34907 HTTP/1.1" status: 204 len: 168 time: 0.2323680 Aug 09 18:38:47.298937 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49772) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:47.369257 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.458325 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.469498 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aad217-585a-4475-a4a3-1b2aea15fd23']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:47.479942 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a16487f-7e7a-47c7-becf-6094100909c3') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:47.480240 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a16487f-7e7a-47c7-becf-6094100909c3') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:47.489142 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.504001 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.511962 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:38:47.512365 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:38:47.514123 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:38:47.567864 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.574511 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.577437 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] 10.222.0.25 "DELETE /v2.0/networks/59aad217-585a-4475-a4a3-1b2aea15fd23 HTTP/1.1" status: 204 len: 168 time: 0.2774453 Aug 09 18:38:47.579562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.580749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49776) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:47.592215 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e5824-9043-4e11-9024-041226a8d02a admin admin] Pushing event deleted for resources: {'Network': ['ID=59aad217-585a-4475-a4a3-1b2aea15fd23,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:47.625753 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_v2 [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Deleting subnet 7fb5dfb7-d1de-4f0e-948c-8f987b13b40d {{(pid=93497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:38:47.628859 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.665877 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33120556'] for subnet, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.705620 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.758620 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5637764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33139377'] for subnet, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.783494 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb5dfb7-d1de-4f0e-948c-8f987b13b40d,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:47.788246 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.790677 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-f211d9a0-8a02-4776-bbae-9cdf8f7e5253 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7fb5dfb7-d1de-4f0e-948c-8f987b13b40d HTTP/1.1" status: 204 len: 168 time: 0.2088447 Aug 09 18:38:47.793108 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49780) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:47.862998 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.939778 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.950518 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094d0ce2-7971-42a0-a7be-f3fcee796164']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:47.960867 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d1b7c3-2860-4fc8-8a1b-97c8779d2277') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:47.961101 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d1b7c3-2860-4fc8-8a1b-97c8779d2277') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:38:47.972610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.986898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.993908 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:38:47.994303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:38:47.995981 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:38:48.053488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.059800 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.062540 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/094d0ce2-7971-42a0-a7be-f3fcee796164 HTTP/1.1" status: 204 len: 168 time: 0.2677517 Aug 09 18:38:48.073807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b243c4-b892-49e3-bd32-ee572ff5a6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=094d0ce2-7971-42a0-a7be-f3fcee796164,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:48.228768 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49788) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:48.234147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561242-6938-4630-88f3-243f6b172d49 req-4ba50058-ea9a-42f8-ae77-4fda3781cce1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:48.235639 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6561242-6938-4630-88f3-243f6b172d49 req-4ba50058-ea9a-42f8-ae77-4fda3781cce1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0507443 Aug 09 18:38:48.268931 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-eba4839e-400d-4306-a35f-50424b86d021 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a433dd77e5a141ad859f084ef74afc62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388939 Aug 09 18:38:48.271507 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49790) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:48.275240 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6561242-6938-4630-88f3-243f6b172d49 req-ea2ce940-925d-4fba-b2fe-ad8fe2035eb7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Aug 09 18:38:48.330851 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-713d5e49-705e-45ca-ba7b-615fb3d422b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.355376 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-713d5e49-705e-45ca-ba7b-615fb3d422b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.402933 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-713d5e49-705e-45ca-ba7b-615fb3d422b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.405661 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-713d5e49-705e-45ca-ba7b-615fb3d422b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.406962 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-713d5e49-705e-45ca-ba7b-615fb3d422b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b5dadb4-4280-46b1-969c-c5f0ebe9b6e9 HTTP/1.1" status: 204 len: 168 time: 0.1344352 Aug 09 18:38:48.415531 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d5e49-705e-45ca-ba7b-615fb3d422b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5dadb4-4280-46b1-969c-c5f0ebe9b6e9,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:48.731189 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49798) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:48.770715 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-474fe662-e070-4330-b281-49d917446439 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0222b2e456734ca698e740933a1f8b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384147 Aug 09 18:38:48.773271 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49800) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:48.822206 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-127b7ff7-9997-49cf-8033-aeaa672b425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.843421 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-127b7ff7-9997-49cf-8033-aeaa672b425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.890425 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-127b7ff7-9997-49cf-8033-aeaa672b425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.893102 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-127b7ff7-9997-49cf-8033-aeaa672b425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:48.894239 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-127b7ff7-9997-49cf-8033-aeaa672b425c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07583950-7c9d-42b8-8986-ebe64d2dfbb3 HTTP/1.1" status: 204 len: 168 time: 0.1201210 Aug 09 18:38:48.902043 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b7ff7-9997-49cf-8033-aeaa672b425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07583950-7c9d-42b8-8986-ebe64d2dfbb3,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:49.405788 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6fe7f-19ea-45af-9432-7b5378792a97 req-a2343244-9d9b-4a5e-8cf6-be5827e49c14 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:49.407330 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29a6fe7f-19ea-45af-9432-7b5378792a97 req-a2343244-9d9b-4a5e-8cf6-be5827e49c14 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0557315 Aug 09 18:38:49.449745 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-29a6fe7f-19ea-45af-9432-7b5378792a97 req-1f874103-30da-4d4a-8472-db74d0171cf4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363986 Aug 09 18:38:50.404686 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:38:50.589433 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286640bd-249e-4404-987a-cb8f0c892fdc req-974c9541-274f-434c-9763-495dbc71da5a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:50.591378 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-286640bd-249e-4404-987a-cb8f0c892fdc req-974c9541-274f-434c-9763-495dbc71da5a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0593643 Aug 09 18:38:50.633769 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-286640bd-249e-4404-987a-cb8f0c892fdc req-74795517-85cd-4037-b596-89a2fe965552 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352986 Aug 09 18:38:50.786184 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49874) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:50.905287 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9927f7dd-1007-4580-aff4-e00a92035c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.004685 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9927f7dd-1007-4580-aff4-e00a92035c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.008997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9927f7dd-1007-4580-aff4-e00a92035c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.045938 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927f7dd-1007-4580-aff4-e00a92035c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d441f7-da4f-4fcf-902c-18c404d3d47f,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:51.050327 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9927f7dd-1007-4580-aff4-e00a92035c8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5453b1ec62c44a05ade9035701eedfb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631567 Aug 09 18:38:51.052830 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49878) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:51.104437 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a713f2be-e9eb-47c2-8f96-2b240f58341f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.125467 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a713f2be-e9eb-47c2-8f96-2b240f58341f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.174567 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a713f2be-e9eb-47c2-8f96-2b240f58341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.177193 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a713f2be-e9eb-47c2-8f96-2b240f58341f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.178344 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a713f2be-e9eb-47c2-8f96-2b240f58341f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28d441f7-da4f-4fcf-902c-18c404d3d47f HTTP/1.1" status: 204 len: 168 time: 0.1245816 Aug 09 18:38:51.187090 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713f2be-e9eb-47c2-8f96-2b240f58341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d441f7-da4f-4fcf-902c-18c404d3d47f,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:51.439832 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 49886) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:51.456161 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb35c-24e9-4437-b133-7c734a8a3c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.553764 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb35c-24e9-4437-b133-7c734a8a3c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.558205 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb35c-24e9-4437-b133-7c734a8a3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.598227 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7fbbb35c-24e9-4437-b133-7c734a8a3c9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68559f7344a249da97edfdd67a4918b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571050 Aug 09 18:38:51.599558 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbb35c-24e9-4437-b133-7c734a8a3c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1308027-a24a-4b10-8295-dadfba6e33d8,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:51.600921 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 49892) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:38:51.654071 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-39e1b6e5-a93d-499a-b77c-88ccd0be5a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.677633 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-39e1b6e5-a93d-499a-b77c-88ccd0be5a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.772749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-39e1b6e5-a93d-499a-b77c-88ccd0be5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.775668 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-39e1b6e5-a93d-499a-b77c-88ccd0be5a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:38:51.776826 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-39e1b6e5-a93d-499a-b77c-88ccd0be5a83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1308027-a24a-4b10-8295-dadfba6e33d8 HTTP/1.1" status: 204 len: 168 time: 0.1740241 Aug 09 18:38:51.799451 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef88f4-df0d-429b-92d2-411b8299c41f req-bd089217-32bc-491f-8eb1-392407caaecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:51.801208 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c4ef88f4-df0d-429b-92d2-411b8299c41f req-bd089217-32bc-491f-8eb1-392407caaecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0737495 Aug 09 18:38:51.802166 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1b6e5-a93d-499a-b77c-88ccd0be5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1308027-a24a-4b10-8295-dadfba6e33d8,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:38:51.848370 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c4ef88f4-df0d-429b-92d2-411b8299c41f req-593f3580-9b4a-4858-85f8-07fdf33cf6d7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 Aug 09 18:38:52.972156 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6ae52-23dc-4ceb-9ba1-99842c9c050f req-769ccf20-86c4-445e-8d55-7bf3fccde6ca tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:52.973604 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7ef6ae52-23dc-4ceb-9ba1-99842c9c050f req-769ccf20-86c4-445e-8d55-7bf3fccde6ca tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0496421 Aug 09 18:38:53.012976 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7ef6ae52-23dc-4ceb-9ba1-99842c9c050f req-295f47d7-17b8-4911-8b34-544dd4b6e00f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326722 Aug 09 18:38:54.137844 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690692b-435d-4ffa-9f25-cd4b80e7ec23 req-aa5d8b34-5e72-4123-a82d-9a826f70b055 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:54.139343 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1690692b-435d-4ffa-9f25-cd4b80e7ec23 req-aa5d8b34-5e72-4123-a82d-9a826f70b055 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0505204 Aug 09 18:38:54.176743 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1690692b-435d-4ffa-9f25-cd4b80e7ec23 req-aeb8a692-2c28-4851-92a7-a2b5514fb9e5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Aug 09 18:38:55.299632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593089fc-a9fc-4ddb-acc8-505b4b815c5f req-73976afb-8ade-4f42-b1bd-b29d63abcc92 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:55.301101 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-593089fc-a9fc-4ddb-acc8-505b4b815c5f req-73976afb-8ade-4f42-b1bd-b29d63abcc92 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0518765 Aug 09 18:38:55.339154 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-593089fc-a9fc-4ddb-acc8-505b4b815c5f req-abdf89ea-dccf-4a7b-8a97-46f2b832c18f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Aug 09 18:38:56.460884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2c1bf-28ca-4e3d-a729-90010b2ddea6 req-ff42a60a-5dd9-4813-bceb-b25fe66a1e8c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:56.462535 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9db2c1bf-28ca-4e3d-a729-90010b2ddea6 req-ff42a60a-5dd9-4813-bceb-b25fe66a1e8c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0507617 Aug 09 18:38:56.503596 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9db2c1bf-28ca-4e3d-a729-90010b2ddea6 req-308742e5-4c17-40d3-af6f-11db4e42ae12 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346980 Aug 09 18:38:57.629654 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2c6c-1b20-4a98-9acf-e3b04500f093 req-53bbedfb-036f-411a-80a1-c25334e35a6f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:57.631124 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7cea2c6c-1b20-4a98-9acf-e3b04500f093 req-53bbedfb-036f-411a-80a1-c25334e35a6f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0483167 Aug 09 18:38:57.670764 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7cea2c6c-1b20-4a98-9acf-e3b04500f093 req-5ca6d545-6bcc-4cba-9745-0e2bc8d230bf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Aug 09 18:38:58.796209 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282ef07-ec6d-4cc9-893f-c2f84cc58da6 req-2da75fec-5c86-4e99-8240-55d4108711d9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:58.797864 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4282ef07-ec6d-4cc9-893f-c2f84cc58da6 req-2da75fec-5c86-4e99-8240-55d4108711d9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0525165 Aug 09 18:38:58.836751 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4282ef07-ec6d-4cc9-893f-c2f84cc58da6 req-65eafcd6-2f4d-4e5a-af5c-e5cae7affc7b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Aug 09 18:38:59.955855 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d11106-9c37-4cbb-9378-b370281bc606 req-514d87ac-a601-4684-a940-4efedc095314 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:38:59.957375 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7d11106-9c37-4cbb-9378-b370281bc606 req-514d87ac-a601-4684-a940-4efedc095314 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0510387 Aug 09 18:38:59.995983 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f7d11106-9c37-4cbb-9378-b370281bc606 req-7760437f-3720-49cd-a611-a51851b1605c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323744 Aug 09 18:39:01.126701 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8eff7-dc3e-481a-8715-03c622947bf3 req-987f6808-b6ba-409f-877f-bdccce332cad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:01.128246 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27b8eff7-dc3e-481a-8715-03c622947bf3 req-987f6808-b6ba-409f-877f-bdccce332cad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0548630 Aug 09 18:39:01.169637 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27b8eff7-dc3e-481a-8715-03c622947bf3 req-64d1b72f-64a7-40ac-8361-9f51fd80793b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353756 Aug 09 18:39:02.265538 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c19f1-d73f-4744-9458-648406dcc980 req-207ffac3-a1cd-4b7f-8510-57ebc76ba6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:02.267836 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-207ffac3-a1cd-4b7f-8510-57ebc76ba6bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2&tenant_id=ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 1096 time: 0.0879736 Aug 09 18:39:02.331750 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba230fe-21f5-4b9f-b715-57baa5df2140 req-7a057f6d-01a1-438b-abe6-9244263dc4d1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:02.333257 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dba230fe-21f5-4b9f-b715-57baa5df2140 req-7a057f6d-01a1-438b-abe6-9244263dc4d1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0639234 Aug 09 18:39:02.394644 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dba230fe-21f5-4b9f-b715-57baa5df2140 req-e62979b3-f281-40d2-bef7-38fe5c466ce0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464513 Aug 09 18:39:02.397307 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c19f1-d73f-4744-9458-648406dcc980 req-a06c0bc6-037f-43ce-aa15-c7acfb2e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:02.399442 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-a06c0bc6-037f-43ce-aa15-c7acfb2e7bf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1096 time: 0.0844965 Aug 09 18:39:02.498113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c19f1-d73f-4744-9458-648406dcc980 req-3bfd9b08-f2dc-4b95-aff4-3bd259f6b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:02.499506 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-3bfd9b08-f2dc-4b95-aff4-3bd259f6b66e service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.0907280 Aug 09 18:39:02.569328 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-a3b9d4ae-476d-4bf0-9b55-504b638c05e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 998 time: 0.0615582 Aug 09 18:39:03.526974 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3c939-bca6-40b6-b57f-cecff8284926 req-dd494562-c129-435c-bcc1-15fad7e69c21 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:03.528493 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6cc3c939-bca6-40b6-b57f-cecff8284926 req-dd494562-c129-435c-bcc1-15fad7e69c21 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0586219 Aug 09 18:39:03.597561 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c19f1-d73f-4744-9458-648406dcc980 req-de2805ff-c36d-412a-8b26-e7adcbd1bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:03.599064 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-de2805ff-c36d-412a-8b26-e7adcbd1bf3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0696690 Aug 09 18:39:03.602084 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6cc3c939-bca6-40b6-b57f-cecff8284926 req-37d498f7-4a82-4355-914c-d1c5eaace996 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643666 Aug 09 18:39:04.727147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e905f-c341-471a-b451-a4e36da13a25 req-f8afe483-5aed-415e-b2a4-0df72f412daa tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:04.728609 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b02e905f-c341-471a-b451-a4e36da13a25 req-f8afe483-5aed-415e-b2a4-0df72f412daa tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0503182 Aug 09 18:39:04.769293 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b02e905f-c341-471a-b451-a4e36da13a25 req-77742ce9-0a60-4a11-9ea9-bed530a90cff tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345466 Aug 09 18:39:05.541169 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c19f1-d73f-4744-9458-648406dcc980 req-a04c5bd9-4737-4b16-bc77-f09060abc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:05.542900 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-a04c5bd9-4737-4b16-bc77-f09060abc324 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459657 Aug 09 18:39:05.643834 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-aef1b7b6-10e2-4e38-890b-58ccbe34d598 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920262 Aug 09 18:39:06.031649 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9578-b7d9-45da-abea-234cad5f7389 req-7df77271-7ecb-4ffd-8dc2-2a4c86687b43 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:06.033121 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f7d9578-b7d9-45da-abea-234cad5f7389 req-7df77271-7ecb-4ffd-8dc2-2a4c86687b43 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0760503 Aug 09 18:39:06.036879 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-027c19f1-d73f-4744-9458-648406dcc980 req-95d34778-6738-4d53-8a8c-8d9d58d23f25 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860412 Aug 09 18:39:06.081138 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f7d9578-b7d9-45da-abea-234cad5f7389 req-a1ae0781-c2d0-4f7c-8a4e-8c846ead2636 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Aug 09 18:39:07.214991 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166944bf-0fba-42cd-8984-a89c0d65b32b req-62de90cc-91a5-4e29-ba93-4aa7b81e3829 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:07.216689 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-166944bf-0fba-42cd-8984-a89c0d65b32b req-62de90cc-91a5-4e29-ba93-4aa7b81e3829 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0544472 Aug 09 18:39:07.261740 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-166944bf-0fba-42cd-8984-a89c0d65b32b req-10256963-a1a3-4511-b945-3e092d16d5c5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382373 Aug 09 18:39:08.384538 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ff86-3c49-4cb2-90c0-14453c07bfa3 req-469035b8-81fc-42be-9451-57e93421d16d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:08.386079 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fa4ff86-3c49-4cb2-90c0-14453c07bfa3 req-469035b8-81fc-42be-9451-57e93421d16d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0495071 Aug 09 18:39:08.424085 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fa4ff86-3c49-4cb2-90c0-14453c07bfa3 req-439b8205-03bb-4c2c-b1f0-06e5fdef9232 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Aug 09 18:39:09.544644 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec1031-5fe2-42d6-9947-af8ebc5daa80 req-41ba5b13-a9e8-4916-8b84-56c0fab61e94 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:09.546170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67ec1031-5fe2-42d6-9947-af8ebc5daa80 req-41ba5b13-a9e8-4916-8b84-56c0fab61e94 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0489717 Aug 09 18:39:09.583985 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67ec1031-5fe2-42d6-9947-af8ebc5daa80 req-fd5ec52a-ba2b-463c-b619-e6ddff4520f7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319588 Aug 09 18:39:09.892777 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:39:10.396734 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b163beba-7309-4ac8-bfd1-5c4f96edb634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:10.721545 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f03c7-1fa0-446a-8ea0-6bcbd99755e8 req-39196f8f-427c-4d94-a4f8-0b71ad6da1f8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:10.723063 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-490f03c7-1fa0-446a-8ea0-6bcbd99755e8 req-39196f8f-427c-4d94-a4f8-0b71ad6da1f8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0627277 Aug 09 18:39:10.774161 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-490f03c7-1fa0-446a-8ea0-6bcbd99755e8 req-f3466dd6-9341-4b89-a688-cbc9840f2895 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Aug 09 18:39:11.901887 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aed130-ad13-45f1-8054-3d10e77ba8c2 req-134f02e0-3d4d-4ec9-bbaf-801c4bc13aa1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:11.903414 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-51aed130-ad13-45f1-8054-3d10e77ba8c2 req-134f02e0-3d4d-4ec9-bbaf-801c4bc13aa1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0541744 Aug 09 18:39:11.941740 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-51aed130-ad13-45f1-8054-3d10e77ba8c2 req-ed9ebb0e-9be1-4337-8c67-ed71d5593022 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Aug 09 18:39:13.062269 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e0f5cbce-becd-49aa-b55e-592224efe5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:13.190967 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:13.235467 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba369-35c2-4b97-ab2a-30c41927767a req-e1e8bd40-7bc8-4b7e-9217-d9f5cc91312e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:13.237008 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-633ba369-35c2-4b97-ab2a-30c41927767a req-e1e8bd40-7bc8-4b7e-9217-d9f5cc91312e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.2220953 Aug 09 18:39:13.278284 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-633ba369-35c2-4b97-ab2a-30c41927767a req-c2cbd310-fb5e-40b9-a436-79c29d528a46 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344105 Aug 09 18:39:14.360259 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:14.459226 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6324-acc9-4f9d-97e3-b4f0cf0f35aa req-3568bbf7-2328-4590-9559-d5d5576e30e8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:14.461311 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dbba6324-acc9-4f9d-97e3-b4f0cf0f35aa req-3568bbf7-2328-4590-9559-d5d5576e30e8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.1058381 Aug 09 18:39:14.502462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dbba6324-acc9-4f9d-97e3-b4f0cf0f35aa req-9829fbaf-ff66-44cc-9f66-c88959fdb4f9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Aug 09 18:39:15.631265 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a53270-fc65-42b3-b787-4a2af419b49e req-6e1dbb9c-bde7-4eeb-9872-83b3da7ad542 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:15.634854 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-34a53270-fc65-42b3-b787-4a2af419b49e req-6e1dbb9c-bde7-4eeb-9872-83b3da7ad542 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0543761 Aug 09 18:39:15.676213 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-34a53270-fc65-42b3-b787-4a2af419b49e req-e5f1f960-7926-4cd0-a48e-0e1a6785a064 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341811 Aug 09 18:39:15.732418 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:16.836814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c24dff-440b-45b1-90f4-8e7f68e8aee7 req-a3572e43-fd0a-4fc9-9dc2-a5ed846e506d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:16.838625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9c24dff-440b-45b1-90f4-8e7f68e8aee7 req-a3572e43-fd0a-4fc9-9dc2-a5ed846e506d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0485609 Aug 09 18:39:16.879286 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9c24dff-440b-45b1-90f4-8e7f68e8aee7 req-ac33a074-3a11-41cb-88b0-9492f5bd13a1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347831 Aug 09 18:39:17.586637 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:18.007577 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8138d-eb92-43ac-aa7a-dc4a61086c55 req-102390a3-a85d-4baf-b663-8d3b1b18247f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:18.009130 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-70d8138d-eb92-43ac-aa7a-dc4a61086c55 req-102390a3-a85d-4baf-b663-8d3b1b18247f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0547633 Aug 09 18:39:18.049683 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-70d8138d-eb92-43ac-aa7a-dc4a61086c55 req-0a9cc36e-a6be-4a85-becb-2515e79acdd1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345671 Aug 09 18:39:19.195469 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c4260-8bab-4618-89d5-533b5d305706 req-aaf8a83e-7229-41b5-945b-b54d6048cd2e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:19.201263 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-348c4260-8bab-4618-89d5-533b5d305706 req-aaf8a83e-7229-41b5-945b-b54d6048cd2e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0562322 Aug 09 18:39:19.235792 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-348c4260-8bab-4618-89d5-533b5d305706 req-718db723-7995-4615-8420-092036246064 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Aug 09 18:39:20.442668 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845aa06-acf1-4d88-911c-c0477a803279 req-434fb36b-23c6-4535-982b-1c507d686ef6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:20.444939 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7845aa06-acf1-4d88-911c-c0477a803279 req-434fb36b-23c6-4535-982b-1c507d686ef6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0917943 Aug 09 18:39:20.497319 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7845aa06-acf1-4d88-911c-c0477a803279 req-abeb5677-7a38-4a4e-bf7d-7aaabb807365 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Aug 09 18:39:20.699690 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50272) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:20.832930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ada0-afcd-4f5f-82f6-e09da9d8c99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:20.951122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ada0-afcd-4f5f-82f6-e09da9d8c99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:20.956173 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ada0-afcd-4f5f-82f6-e09da9d8c99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:20.992101 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2ada0-afcd-4f5f-82f6-e09da9d8c99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8191502-d8c6-4ad0-a47b-7347176cab98,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:21.005866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-d0a2ada0-afcd-4f5f-82f6-e09da9d8c99c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66f0af40b53f4b41bbd4844925189d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049645 Aug 09 18:39:21.010361 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50280) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:21.064683 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ad9fee34-f521-4c46-9348-5da14b268b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:21.088530 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ad9fee34-f521-4c46-9348-5da14b268b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:21.143207 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ad9fee34-f521-4c46-9348-5da14b268b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:21.145734 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ad9fee34-f521-4c46-9348-5da14b268b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:21.146915 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ad9fee34-f521-4c46-9348-5da14b268b0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8191502-d8c6-4ad0-a47b-7347176cab98 HTTP/1.1" status: 204 len: 168 time: 0.1355939 Aug 09 18:39:21.155582 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fee34-f521-4c46-9348-5da14b268b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8191502-d8c6-4ad0-a47b-7347176cab98,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:21.633359 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d54e2-023e-4ff5-9371-ee3145079774 req-470df322-d335-46de-aea3-62fd72e2493b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:21.634872 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-766d54e2-023e-4ff5-9371-ee3145079774 req-470df322-d335-46de-aea3-62fd72e2493b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0520079 Aug 09 18:39:21.674058 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-766d54e2-023e-4ff5-9371-ee3145079774 req-e4b844ef-cf75-43b9-bc56-964923ef1365 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332906 Aug 09 18:39:23.047563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7fab0-48e0-4864-ad6b-c00416078a85 req-65223938-ae56-4291-93e7-c8e73cde5fd8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:23.050150 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ae7fab0-48e0-4864-ad6b-c00416078a85 req-65223938-ae56-4291-93e7-c8e73cde5fd8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0646446 Aug 09 18:39:23.095004 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ae7fab0-48e0-4864-ad6b-c00416078a85 req-c9b6384d-eb60-4ab7-850a-387e1e02eb9a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371583 Aug 09 18:39:24.228316 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753f70a-654b-41d2-993a-f82389bbdd5f req-d30e4844-a1db-4135-b188-c11ec31b3e42 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:24.229799 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2753f70a-654b-41d2-993a-f82389bbdd5f req-d30e4844-a1db-4135-b188-c11ec31b3e42 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0501232 Aug 09 18:39:24.269499 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2753f70a-654b-41d2-993a-f82389bbdd5f req-80a81654-d2dd-484f-b496-c8a8962e771b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Aug 09 18:39:25.399506 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67154582-2f71-42fb-bf04-7441e54b6ce2 req-abf0c9b4-7e95-493c-a371-7d9c3dfea29f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:25.401110 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67154582-2f71-42fb-bf04-7441e54b6ce2 req-abf0c9b4-7e95-493c-a371-7d9c3dfea29f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0518782 Aug 09 18:39:25.447385 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67154582-2f71-42fb-bf04-7441e54b6ce2 req-88e82166-1483-4404-8d1c-bceced24db39 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Aug 09 18:39:26.586879 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbf754-a5ed-44bb-ab73-fcb2ddf012ab req-35751a85-dd71-4a68-aad6-1a3b1b3c3ed5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:26.588672 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bdbf754-a5ed-44bb-ab73-fcb2ddf012ab req-35751a85-dd71-4a68-aad6-1a3b1b3c3ed5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0549922 Aug 09 18:39:26.628005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bdbf754-a5ed-44bb-ab73-fcb2ddf012ab req-cda84488-46db-491f-8c1f-6689565bf481 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330777 Aug 09 18:39:27.759935 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b0046-c8f7-451c-8be1-ae329ab9e2eb req-a436f9d2-e96c-4323-a725-39b9650866c8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:27.761539 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f74b0046-c8f7-451c-8be1-ae329ab9e2eb req-a436f9d2-e96c-4323-a725-39b9650866c8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0531352 Aug 09 18:39:27.804032 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f74b0046-c8f7-451c-8be1-ae329ab9e2eb req-b6162869-efd3-4cbb-b2b4-a83beb463d7c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361595 Aug 09 18:39:28.925876 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e576ef-0d32-497c-8e68-54acb3e96cba req-b9ea7512-1604-433c-9733-e3c586dfeb80 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:28.927375 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0e576ef-0d32-497c-8e68-54acb3e96cba req-b9ea7512-1604-433c-9733-e3c586dfeb80 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0495846 Aug 09 18:39:28.966552 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0e576ef-0d32-497c-8e68-54acb3e96cba req-8809925c-42c8-4b80-b29a-c6d2eecd747d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Aug 09 18:39:30.096622 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ea3b5-0d25-4560-ac5e-3924cf2d3dae req-65914e4f-d643-4890-a0f0-e82f7edb4b25 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:30.098170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-997ea3b5-0d25-4560-ac5e-3924cf2d3dae req-65914e4f-d643-4890-a0f0-e82f7edb4b25 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0541403 Aug 09 18:39:30.137185 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-997ea3b5-0d25-4560-ac5e-3924cf2d3dae req-1bc7bc8c-d258-48da-9264-1f916d339dc5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330477 Aug 09 18:39:31.259757 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23657c7-e069-4031-80ff-324f1e354881 req-24381144-2d50-41a6-b900-5cf05db40d9f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:31.261314 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a23657c7-e069-4031-80ff-324f1e354881 req-24381144-2d50-41a6-b900-5cf05db40d9f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0508637 Aug 09 18:39:31.301969 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a23657c7-e069-4031-80ff-324f1e354881 req-7de36ab8-9275-4dc4-b26d-9f25c6d3178a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347650 Aug 09 18:39:32.423509 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab306f-7152-4ab9-b661-26061bf37715 req-9e26af77-937f-43fd-a4f0-3752cd4087f3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:32.425010 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-78ab306f-7152-4ab9-b661-26061bf37715 req-9e26af77-937f-43fd-a4f0-3752cd4087f3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0503113 Aug 09 18:39:32.468013 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-78ab306f-7152-4ab9-b661-26061bf37715 req-f151cddd-3315-4b8b-b546-584ddead3b2a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352950 Aug 09 18:39:33.597264 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904e1e-fbe4-490a-a255-3e82645d58ff req-73581da0-5c26-461e-a1c2-8f878311d243 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:33.598793 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4e904e1e-fbe4-490a-a255-3e82645d58ff req-73581da0-5c26-461e-a1c2-8f878311d243 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0537763 Aug 09 18:39:33.637364 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4e904e1e-fbe4-490a-a255-3e82645d58ff req-f19ca645-7e4a-4d7a-abd0-d4626e6b8504 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Aug 09 18:39:34.761246 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed0d5f-0279-4633-b620-69234516e85a req-5070cc1a-a1ee-4801-946e-c2ff706f944d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:34.762750 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27ed0d5f-0279-4633-b620-69234516e85a req-5070cc1a-a1ee-4801-946e-c2ff706f944d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0507431 Aug 09 18:39:34.800370 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27ed0d5f-0279-4633-b620-69234516e85a req-674212a8-e6c5-44ec-9858-783f2d3859b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Aug 09 18:39:35.145956 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50424) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:35.252150 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.353993 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.358713 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.396147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea35d03-7a42-4b75-86e5-5a366ab42de7,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:35.401076 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b63fb946ed8747ce930009c492ff9a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540460 Aug 09 18:39:35.403958 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50436) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:35.407588 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.407958 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.408321 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.408666 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.409023 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.409406 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.409799 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.410324 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.410691 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.411026 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.411829 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.412168 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1ba58-9239-4d70-bf49-54e4d152dfa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:35.467651 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-14b78e98-38ff-4e20-bbca-b15108cf79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.492878 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-14b78e98-38ff-4e20-bbca-b15108cf79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.543676 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-14b78e98-38ff-4e20-bbca-b15108cf79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.546342 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-14b78e98-38ff-4e20-bbca-b15108cf79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:35.547579 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-14b78e98-38ff-4e20-bbca-b15108cf79a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ea35d03-7a42-4b75-86e5-5a366ab42de7 HTTP/1.1" status: 204 len: 168 time: 0.1426344 Aug 09 18:39:35.555919 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78e98-38ff-4e20-bbca-b15108cf79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea35d03-7a42-4b75-86e5-5a366ab42de7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:35.925661 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebe8e-30c3-474a-9d6f-a3b1b13fcfc7 req-8cc6419d-8d23-48cf-bfac-b76244c628fd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:35.927152 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-855ebe8e-30c3-474a-9d6f-a3b1b13fcfc7 req-8cc6419d-8d23-48cf-bfac-b76244c628fd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0513234 Aug 09 18:39:35.967136 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-855ebe8e-30c3-474a-9d6f-a3b1b13fcfc7 req-e46c0e3f-0573-411f-aeba-48e2759b9ca1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Aug 09 18:39:37.090119 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a3052-6b1a-493b-971c-63b93ba4a0f1 req-c0dcd546-e5e4-4047-995f-cf17a40b012d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:37.091649 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c43a3052-6b1a-493b-971c-63b93ba4a0f1 req-c0dcd546-e5e4-4047-995f-cf17a40b012d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0486555 Aug 09 18:39:37.129990 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c43a3052-6b1a-493b-971c-63b93ba4a0f1 req-1030bcf3-d49c-4c04-8723-68cbb8d58c7b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321956 Aug 09 18:39:38.254834 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a08ce-a107-488e-a0cc-cd334593de6c req-a4fb986a-ceb8-4f21-8d99-f1b83d147775 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:38.256698 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a71a08ce-a107-488e-a0cc-cd334593de6c req-a4fb986a-ceb8-4f21-8d99-f1b83d147775 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0504816 Aug 09 18:39:38.295707 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a71a08ce-a107-488e-a0cc-cd334593de6c req-f2c682e3-18c7-4cc0-a2cc-e17789e09033 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Aug 09 18:39:39.421155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a03984-0b35-46ee-9582-e6a69864681b req-495adc41-c7f8-4476-a940-ae88e04a4cb3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:39.422688 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-42a03984-0b35-46ee-9582-e6a69864681b req-495adc41-c7f8-4476-a940-ae88e04a4cb3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0535412 Aug 09 18:39:39.462886 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-42a03984-0b35-46ee-9582-e6a69864681b req-eced575d-2bf8-4588-8f7c-d98cf1652c90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Aug 09 18:39:40.399980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a86d8526-08b7-42e3-a298-2bea95c004e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:40.582724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea2cb8-0955-4b96-b492-149f13979a12 req-33ed3182-43ef-4e9d-b205-e399f9137a87 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:40.584225 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-20ea2cb8-0955-4b96-b492-149f13979a12 req-33ed3182-43ef-4e9d-b205-e399f9137a87 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0490952 Aug 09 18:39:40.622855 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-20ea2cb8-0955-4b96-b492-149f13979a12 req-2f7e4838-270f-423b-bb7b-e524a3e56e7f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322218 Aug 09 18:39:41.745125 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659e6d-a180-4fa4-84ad-00b3ef0acf64 req-51a32afb-7112-45fb-b936-892001a7cc89 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:41.746522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81659e6d-a180-4fa4-84ad-00b3ef0acf64 req-51a32afb-7112-45fb-b936-892001a7cc89 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0495350 Aug 09 18:39:41.783396 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81659e6d-a180-4fa4-84ad-00b3ef0acf64 req-5504d3db-fcae-4819-9292-6418fa5e40a9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Aug 09 18:39:42.919524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962fa65-51ce-441c-8f96-879e4859c82a req-ee8c31bc-25b2-4987-ba44-9443967df1d6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:42.921026 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9962fa65-51ce-441c-8f96-879e4859c82a req-ee8c31bc-25b2-4987-ba44-9443967df1d6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0530500 Aug 09 18:39:42.961734 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9962fa65-51ce-441c-8f96-879e4859c82a req-d2b011b6-a83a-41ed-8d4e-48f627c1a2f8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344584 Aug 09 18:39:43.066757 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8db4bed7-6e69-4722-aec1-496fc679afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:43.192963 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:44.092941 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141e3a1-9a66-42f7-9384-d64c5f3bb9a3 req-f986aeb1-c540-435f-a823-60dc5a25d316 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:44.094587 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f141e3a1-9a66-42f7-9384-d64c5f3bb9a3 req-f986aeb1-c540-435f-a823-60dc5a25d316 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0542262 Aug 09 18:39:44.147388 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f141e3a1-9a66-42f7-9384-d64c5f3bb9a3 req-00e675cd-cb73-49b4-b4e0-c8ae39d3b15f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436728 Aug 09 18:39:44.365709 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:45.278648 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f537b-5318-4c0c-96ae-b763a02bf8a4 req-1d220d8f-99bc-4175-ac9e-6a1e6895abda tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:45.280140 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-189f537b-5318-4c0c-96ae-b763a02bf8a4 req-1d220d8f-99bc-4175-ac9e-6a1e6895abda tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 943 time: 0.0484970 Aug 09 18:39:45.301214 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:39:45.323015 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-189f537b-5318-4c0c-96ae-b763a02bf8a4 req-7e0b4ad2-e1dd-4306-b36a-c230f8cd01de tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369234 Aug 09 18:39:45.404736 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:39:45.416604 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'port_id': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'mac_address': 'fa:16:3e:40:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:39:45.455947 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:45.468434 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:39:45.488884 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:39:45.494053 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:45.545409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=9']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:45.552268 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.552619 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.553162 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.554028 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.554488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.554919 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.555258 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.555592 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.555923 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.556251 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.556576 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.556900 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:45.733914 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:45.886867 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50598) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:45.989984 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.074516 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['8712aea0-2dbf-4f5d-9157-f9108bfa95d1'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:39:46.082879 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.088291 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.131977 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f52a6d-247b-49fc-885c-1cd4e45f238f,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:46.136527 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba86325432fc454ea6324132342a19cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486088 Aug 09 18:39:46.139249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50602) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:46.143377 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.143736 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.144084 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.144425 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.144765 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.145198 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.145460 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.145792 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.146370 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.146488 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.147848 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.147848 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c30b-422b-45ac-a3fd-a8abdeafe9b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:39:46.193486 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b31a1b12-29e7-4c7a-a5a7-3ac82f395dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.216878 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b31a1b12-29e7-4c7a-a5a7-3ac82f395dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.262273 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b31a1b12-29e7-4c7a-a5a7-3ac82f395dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.264784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b31a1b12-29e7-4c7a-a5a7-3ac82f395dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.265962 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b31a1b12-29e7-4c7a-a5a7-3ac82f395dd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16f52a6d-247b-49fc-885c-1cd4e45f238f HTTP/1.1" status: 204 len: 168 time: 0.1257336 Aug 09 18:39:46.274033 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a1b12-29e7-4c7a-a5a7-3ac82f395dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f52a6d-247b-49fc-885c-1cd4e45f238f,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:46.453878 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af307d19-cd26-4950-8d62-cc558967b31b req-a7c9ccd7-c2b2-4641-8254-f058a41ee655 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:46.462843 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-af307d19-cd26-4950-8d62-cc558967b31b req-a7c9ccd7-c2b2-4641-8254-f058a41ee655 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 944 time: 0.0643589 Aug 09 18:39:46.500257 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-af307d19-cd26-4950-8d62-cc558967b31b req-0f8f9990-9fe7-4ae1-b984-323820cbc491 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357645 Aug 09 18:39:46.687678 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50624) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:46.805568 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d173ead-11a2-450f-bcf4-e9d89c2ca452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.891341 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:39:46.900629 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d173ead-11a2-450f-bcf4-e9d89c2ca452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.905390 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3d173ead-11a2-450f-bcf4-e9d89c2ca452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:46.946304 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3d173ead-11a2-450f-bcf4-e9d89c2ca452 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bcf01c7b6684fe4b6fe030af02687ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571979 Aug 09 18:39:46.948276 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d173ead-11a2-450f-bcf4-e9d89c2ca452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1c624-ced2-42fa-87a0-ac75e8a00b6a,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:46.948964 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50636) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:47.002205 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-879a8d21-3497-472c-8b9e-eebac5588db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.024513 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-879a8d21-3497-472c-8b9e-eebac5588db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.074564 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-879a8d21-3497-472c-8b9e-eebac5588db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.077957 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-879a8d21-3497-472c-8b9e-eebac5588db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.079435 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-879a8d21-3497-472c-8b9e-eebac5588db8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cc1c624-ced2-42fa-87a0-ac75e8a00b6a HTTP/1.1" status: 204 len: 168 time: 0.1281223 Aug 09 18:39:47.092410 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a8d21-3497-472c-8b9e-eebac5588db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1c624-ced2-42fa-87a0-ac75e8a00b6a,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:47.320959 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:39:47.384318 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:39:47.384795 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.464029 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50652) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:47.478211 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fe21c98f-466b-47e1-b6dc-1c6aab22732d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.486814 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.510979 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:39:47.513164 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a115197-ec29-457a-a537-8d7fde40df21" -d '{"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:39:47.530566 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:39:47.535670 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.578933 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a84ec8-ea2b-41ec-9e4a-6d24c8b92014 x-openstack-request-id: req-40a84ec8-ea2b-41ec-9e4a-6d24c8b92014 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:39:47.579354 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-plugged", "status": "completed", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:39:47.579700 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40a84ec8-ea2b-41ec-9e4a-6d24c8b92014 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:39:47.580189 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'code': 200} Aug 09 18:39:47.587969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fe21c98f-466b-47e1-b6dc-1c6aab22732d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.592642 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fe21c98f-466b-47e1-b6dc-1c6aab22732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.609062 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.612140 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=10']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:47.659133 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-fe21c98f-466b-47e1-b6dc-1c6aab22732d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1c299f405714b269cc0669d83204698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939533 Aug 09 18:39:47.660622 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21c98f-466b-47e1-b6dc-1c6aab22732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84388ab8-724a-46a7-a36a-1dc5f02a7822,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:47.662143 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50658) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:47.682690 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eef5d0-3a6a-4e97-b2a0-70cd762fac6a req-d68cb833-d915-431a-a8cf-56931973cedf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:47.684202 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e3eef5d0-3a6a-4e97-b2a0-70cd762fac6a req-d68cb833-d915-431a-a8cf-56931973cedf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.0796583 Aug 09 18:39:47.715187 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c6790223-79c0-4835-83b1-ff502080f123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.724331 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e3eef5d0-3a6a-4e97-b2a0-70cd762fac6a req-4c4b52c9-e8ec-4dfd-9bc5-87ee31d53267 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340281 Aug 09 18:39:47.737919 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c6790223-79c0-4835-83b1-ff502080f123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.788464 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c6790223-79c0-4835-83b1-ff502080f123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.790902 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c6790223-79c0-4835-83b1-ff502080f123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:47.792171 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c6790223-79c0-4835-83b1-ff502080f123 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84388ab8-724a-46a7-a36a-1dc5f02a7822 HTTP/1.1" status: 204 len: 168 time: 0.1276298 Aug 09 18:39:47.800433 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6790223-79c0-4835-83b1-ff502080f123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84388ab8-724a-46a7-a36a-1dc5f02a7822,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:48.324732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438ad68-513d-4c8a-a9e4-52a4a9254362 req-f8bbbf35-16e9-4953-8872-521aee2792b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:48.326322 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9438ad68-513d-4c8a-a9e4-52a4a9254362 req-f8bbbf35-16e9-4953-8872-521aee2792b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1099 time: 0.1911199 Aug 09 18:39:48.365179 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9438ad68-513d-4c8a-a9e4-52a4a9254362 req-469ad2bd-4986-4e67-b15a-cba9490a1565 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294712 Aug 09 18:39:48.895853 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2367d69-19aa-4802-93a2-b68b8091942c req-8dd20039-057c-4b5a-a7d9-76ab642417cf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:48.897475 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b2367d69-19aa-4802-93a2-b68b8091942c req-8dd20039-057c-4b5a-a7d9-76ab642417cf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.0644240 Aug 09 18:39:48.937121 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b2367d69-19aa-4802-93a2-b68b8091942c req-40c3f670-8655-4b20-9c65-e53a9420c1ad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Aug 09 18:39:50.076190 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91738de0-e74e-4334-8f52-47c99e0e497a req-95b8f4f9-bcc0-469a-b040-99a5e0c2030b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:50.078776 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-91738de0-e74e-4334-8f52-47c99e0e497a req-95b8f4f9-bcc0-469a-b040-99a5e0c2030b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.0595739 Aug 09 18:39:50.130731 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-91738de0-e74e-4334-8f52-47c99e0e497a req-df216e55-6e95-4301-94ad-0968b84001b1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 Aug 09 18:39:50.438017 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50776) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:50.557252 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-858ca88d-c780-437c-b13c-01f069b95e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.653453 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-858ca88d-c780-437c-b13c-01f069b95e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.658240 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-858ca88d-c780-437c-b13c-01f069b95e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.700706 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-858ca88d-c780-437c-b13c-01f069b95e8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfb0ff7fcd5a48b392474f85e2ac938c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590806 Aug 09 18:39:50.700706 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ca88d-c780-437c-b13c-01f069b95e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29556b00-8e5c-485f-b37f-e17d36191b29,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:50.701527 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50792) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:50.755417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b7a276f-583f-4b6c-8c18-b2e649d79661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.780252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b7a276f-583f-4b6c-8c18-b2e649d79661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.826112 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b7a276f-583f-4b6c-8c18-b2e649d79661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.828705 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b7a276f-583f-4b6c-8c18-b2e649d79661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:50.829878 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3b7a276f-583f-4b6c-8c18-b2e649d79661 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29556b00-8e5c-485f-b37f-e17d36191b29 HTTP/1.1" status: 204 len: 168 time: 0.1270742 Aug 09 18:39:50.838744 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a276f-583f-4b6c-8c18-b2e649d79661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29556b00-8e5c-485f-b37f-e17d36191b29,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:51.110916 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50798) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:51.124412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6785fa89-b67b-498f-b346-61e5e428132a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.228668 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6785fa89-b67b-498f-b346-61e5e428132a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.243551 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6785fa89-b67b-498f-b346-61e5e428132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.288373 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6785fa89-b67b-498f-b346-61e5e428132a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=772011215be74b3085ac7fc781802371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763155 Aug 09 18:39:51.289400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785fa89-b67b-498f-b346-61e5e428132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5741632-34eb-4e59-9d9f-44d2c28661c7,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:51.291134 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50802) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:51.305046 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5103307-e060-46bc-9bea-65d570748bc9 req-0563455d-d4ea-46e7-89e7-718eec7a5ece tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:51.306605 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a5103307-e060-46bc-9bea-65d570748bc9 req-0563455d-d4ea-46e7-89e7-718eec7a5ece tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.0924087 Aug 09 18:39:51.347321 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-78e8c01c-e726-4dbb-9fc5-7a01c7ca82ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.352455 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a5103307-e060-46bc-9bea-65d570748bc9 req-b76f6343-d858-4e54-9bc7-77acbc20bc47 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375922 Aug 09 18:39:51.372683 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-78e8c01c-e726-4dbb-9fc5-7a01c7ca82ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.424180 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-78e8c01c-e726-4dbb-9fc5-7a01c7ca82ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.427079 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-78e8c01c-e726-4dbb-9fc5-7a01c7ca82ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:51.428979 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-78e8c01c-e726-4dbb-9fc5-7a01c7ca82ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5741632-34eb-4e59-9d9f-44d2c28661c7 HTTP/1.1" status: 204 len: 168 time: 0.1361318 Aug 09 18:39:51.438649 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8c01c-e726-4dbb-9fc5-7a01c7ca82ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5741632-34eb-4e59-9d9f-44d2c28661c7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:55.840072 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50954) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:55.955999 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcfc9-0f6e-408d-9a94-fcc9ff59f573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.047992 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcfc9-0f6e-408d-9a94-fcc9ff59f573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.051742 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcfc9-0f6e-408d-9a94-fcc9ff59f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.091113 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-6b9bcfc9-0f6e-408d-9a94-fcc9ff59f573 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35ee53e647b54b66a687ec5a044d36dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499616 Aug 09 18:39:56.092235 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bcfc9-0f6e-408d-9a94-fcc9ff59f573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3858e839-1b5a-4b6d-aec6-9b378c2b5344,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:56.094040 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50960) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:56.147959 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aa0f31ad-66f9-44fa-a06a-b2d3084820aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.168933 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aa0f31ad-66f9-44fa-a06a-b2d3084820aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.218248 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aa0f31ad-66f9-44fa-a06a-b2d3084820aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.220821 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aa0f31ad-66f9-44fa-a06a-b2d3084820aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.222030 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-aa0f31ad-66f9-44fa-a06a-b2d3084820aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3858e839-1b5a-4b6d-aec6-9b378c2b5344 HTTP/1.1" status: 204 len: 168 time: 0.1270182 Aug 09 18:39:56.230577 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f31ad-66f9-44fa-a06a-b2d3084820aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3858e839-1b5a-4b6d-aec6-9b378c2b5344,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:56.507255 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 50966) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:56.520300 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-916efc92-8424-4ee2-b352-1508759fa456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.623370 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-916efc92-8424-4ee2-b352-1508759fa456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.627445 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-916efc92-8424-4ee2-b352-1508759fa456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.669095 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-916efc92-8424-4ee2-b352-1508759fa456 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b1de6513e784670bece093384899a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607084 Aug 09 18:39:56.670078 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916efc92-8424-4ee2-b352-1508759fa456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b477a-a706-41b7-87bc-e3efd49b2c9e,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:56.672089 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50968) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:56.723243 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-835964d9-f162-40ff-abba-9d1d55bc1421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.745859 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-835964d9-f162-40ff-abba-9d1d55bc1421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.793781 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-835964d9-f162-40ff-abba-9d1d55bc1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.796345 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-835964d9-f162-40ff-abba-9d1d55bc1421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:56.797577 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-835964d9-f162-40ff-abba-9d1d55bc1421 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d68b477a-a706-41b7-87bc-e3efd49b2c9e HTTP/1.1" status: 204 len: 168 time: 0.1246095 Aug 09 18:39:56.805655 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835964d9-f162-40ff-abba-9d1d55bc1421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b477a-a706-41b7-87bc-e3efd49b2c9e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:57.235804 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 50988) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:57.394777 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3d47c179-af92-4379-87a8-b43dc57875ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.500566 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3d47c179-af92-4379-87a8-b43dc57875ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.504762 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3d47c179-af92-4379-87a8-b43dc57875ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.505756 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 51000) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:57.547335 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3d47c179-af92-4379-87a8-b43dc57875ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7702cc72c9644f00aed1d34920da9d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104255 Aug 09 18:39:57.548302 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47c179-af92-4379-87a8-b43dc57875ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4435ae1-1d1f-4227-a0e4-acedd398a411,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:57.549968 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 51004) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:57.600969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-48206374-e784-44b3-b7b6-ca803814d362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.616190 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-178952039-network', 'tenant_id': 'b360532966734922b66a8b8c304bf2f3'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:39:57.636627 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-48206374-e784-44b3-b7b6-ca803814d362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.666946 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Made reservation on behalf of b360532966734922b66a8b8c304bf2f3 for: {'network': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:39:57.669220 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.683186 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.716421 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-48206374-e784-44b3-b7b6-ca803814d362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.718945 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-48206374-e784-44b3-b7b6-ca803814d362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.720089 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-48206374-e784-44b3-b7b6-ca803814d362 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4435ae1-1d1f-4227-a0e4-acedd398a411 HTTP/1.1" status: 204 len: 168 time: 0.1691530 Aug 09 18:39:57.734733 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206374-e784-44b3-b7b6-ca803814d362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4435ae1-1d1f-4227-a0e4-acedd398a411,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:57.796144 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.800833 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.829064 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93497) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:39:57.843641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:57.849233 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.849704 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.segments_db [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Added segment bfdc3384-e09d-4967-8bca-b5f7241a417c of type vlan for network f177fb00-6979-4786-8968-339abc496db7 Aug 09 18:39:57.894385 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.926857 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.928574 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:57.929304 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:57.993495 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4822476 Aug 09 18:39:57.993741 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 51008) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:39:57.998996 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Request body: {'subnet': {'network_id': 'f177fb00-6979-4786-8968-339abc496db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-178952039-subnet', 'tenant_id': 'b360532966734922b66a8b8c304bf2f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:39:58.008040 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52487e2a-1bcb-4354-8d7d-bd6ca0734ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=f177fb00-6979-4786-8968-339abc496db7,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:58.018258 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network f177fb00-6979-4786-8968-339abc496db7 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:39:58.026303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Made reservation on behalf of b360532966734922b66a8b8c304bf2f3 for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:39:58.028606 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33139354'] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:58.196778 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5637827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33139368'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:58.244948 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf4020c-edd2-41e3-8d76-722043000f5a,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:39:58.261600 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Checking segment: {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:39:58.261958 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Network hostable DHCP agents. Network: f177fb00-6979-4786-8968-339abc496db7, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:39:58.278458 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Network f177fb00-6979-4786-8968-339abc496db7 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:39:58.290261 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, f177fb00-6979-4786-8968-339abc496db7) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:39:58.294750 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:39:58.295429 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:39:58.301452 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64173b00-b573-496f-a9b5-1e9c620b2716 None None] Network f177fb00-6979-4786-8968-339abc496db7 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:39:58.310100 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-344e222e-0aca-451e-b800-1822b2e5b301 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3151989 Aug 09 18:39:58.432832 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35337f67-7315-4d75-b4e4-2473de5115fc None None] Network f177fb00-6979-4786-8968-339abc496db7 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:40:00.081292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-e37e60d8-cbb3-402d-ac20-43c14f131380 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:00.082685 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-e37e60d8-cbb3-402d-ac20-43c14f131380 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/networks?id=f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 200 len: 813 time: 0.0999756 Aug 09 18:40:00.098706 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-c907527e-3ab7-4135-af8e-af9321073d3f tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/quotas/b360532966734922b66a8b8c304bf2f3 HTTP/1.1" status: 200 len: 375 time: 0.0095685 Aug 09 18:40:00.135446 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-feb54ff8-8621-4967-9d63-9eedc29c54e2 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b360532966734922b66a8b8c304bf2f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305948 Aug 09 18:40:00.315949 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-0c42dc39-0c26-43be-9531-ff1589407b3d service neutron] 10.222.0.25 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735871 Aug 09 18:40:00.406018 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-df6b0f32-7a03-4a70-8835-81ef3c2ff53e service neutron] 10.222.0.25 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839002 Aug 09 18:40:00.566153 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-645d2824-018d-49d5-8ebc-4c4ff4462c74 req-6b789d1a-a294-4d0e-9da4-619165c13a8f tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 210 time: 0.0261600 Aug 09 18:40:01.666908 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-44622e3e-def4-4111-aaf9-614b93900087 req-119199ab-d7e7-45bc-b462-2e62ab5766ed tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Aug 09 18:40:01.912023 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-74b6cf10-766b-47e6-8f85-554b9a79622d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:01.914127 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-74b6cf10-766b-47e6-8f85-554b9a79622d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "GET /v2.0/networks?id=f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 200 len: 813 time: 0.1315243 Aug 09 18:40:01.954256 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Request body: {'port': {'device_id': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'network_id': 'f177fb00-6979-4786-8968-339abc496db7', 'admin_state_up': True, 'tenant_id': 'b360532966734922b66a8b8c304bf2f3'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:40:02.062247 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Made reservation on behalf of b360532966734922b66a8b8c304bf2f3 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:40:02.065730 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.190832 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Allocated IP 172.20.0.7 (f177fb00-6979-4786-8968-339abc496db7/8bf4020c-edd2-41e3-8d76-722043000f5a/9a33537d-8dd5-4b82-bd30-74156ca6c70f) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:40:02.336110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.376446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.425983 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Network f177fb00-6979-4786-8968-339abc496db7 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:40:02.432511 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:40:02.438708 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:40:02.441350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Pushing event updated for resources: {'Port': ['ID=9a33537d-8dd5-4b82-bd30-74156ca6c70f,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:40:02.492814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:02.493453 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.506665 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-9eec6579-7181-4ae0-9703-dc4c55a27e2c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5563827 Aug 09 18:40:02.526372 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Request body: {'port': {'device_id': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:40:02.578666 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.818569 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a057e8-ddcf-4215-806f-5d087af5a4a0 req-227651f5-5f15-404e-bec7-f84db33eaee3 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:02.820044 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0a057e8-ddcf-4215-806f-5d087af5a4a0 req-227651f5-5f15-404e-bec7-f84db33eaee3 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 931 time: 0.0739474 Aug 09 18:40:02.879998 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0a057e8-ddcf-4215-806f-5d087af5a4a0 req-37d243fb-facf-442f-9096-64e7d68ddd55 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Aug 09 18:40:02.913629 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a33537d-8dd5-4b82-bd30-74156ca6c70f {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:40:02.920928 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.932504 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Transition to ACTIVE for port object 9a33537d-8dd5-4b82-bd30-74156ca6c70f will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:40:02.936308 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:02.983975 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Pushing event updated for resources: {'Port': ['ID=9a33537d-8dd5-4b82-bd30-74156ca6c70f,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:40:03.052957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Attempting to bind port 9a33537d-8dd5-4b82-bd30-74156ca6c70f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:40:03.053320 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Attempting to bind port 9a33537d-8dd5-4b82-bd30-74156ca6c70f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:40:03.053679 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Attempting to bind port 9a33537d-8dd5-4b82-bd30-74156ca6c70f on network f177fb00-6979-4786-8968-339abc496db7 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:40:03.058176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Port 9a33537d-8dd5-4b82-bd30-74156ca6c70f on network f177fb00-6979-4786-8968-339abc496db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:40:03.058510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Attempting to bind port 9a33537d-8dd5-4b82-bd30-74156ca6c70f on network f177fb00-6979-4786-8968-339abc496db7 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:40:03.063237 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:40:03.063571 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Checking segment: {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:40:03.063951 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Bound using segment: {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:40:03.064377 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Bound port: 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:40:03.064732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:03.131838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] For port 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:40:03.135273 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] For port 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:40:03.139795 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:03.171751 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:03.172374 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:03.174058 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] 10.222.0.73 "PUT /v2.0/ports/9a33537d-8dd5-4b82-bd30-74156ca6c70f HTTP/1.1" status: 200 len: 1093 time: 0.6518395 Aug 09 18:40:03.176148 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'tag': '9a33537d-8dd5-4b82-bd30-74156ca6c70f'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:40:03.179045 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a975d28-5d79-4b2e-8856-21d5da53a429" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91", "tag": "9a33537d-8dd5-4b82-bd30-74156ca6c70f"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:40:03.208866 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50cd9a-be95-4fac-bdf2-884e7a303f5c service neutron] Pushing event updated for resources: {'Port': ['ID=9a33537d-8dd5-4b82-bd30-74156ca6c70f,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:40:03.276046 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-b7e408e7-3a9f-4b0b-9a80-8ee133b2f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:03.277610 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-b7e408e7-3a9f-4b0b-9a80-8ee133b2f000 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b360532966734922b66a8b8c304bf2f3&device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 1096 time: 0.0424070 Aug 09 18:40:03.327249 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-f6b528b9-80ed-43a4-b6c0-d47fbeaf0e98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f HTTP/1.1" status: 200 len: 217 time: 0.0345628 Aug 09 18:40:03.339561 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aea4c8c-43a0-4db4-93dd-473a32db142d x-openstack-request-id: req-1aea4c8c-43a0-4db4-93dd-473a32db142d {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:40:03.339844 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91", "tag": "9a33537d-8dd5-4b82-bd30-74156ca6c70f", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:40:03.340086 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aea4c8c-43a0-4db4-93dd-473a32db142d {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:40:03.340473 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'tag': '9a33537d-8dd5-4b82-bd30-74156ca6c70f', 'status': 'completed', 'code': 200} Aug 09 18:40:03.401979 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-46a5936e-2e62-4f1d-9da6-8e6212604e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:03.403434 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-46a5936e-2e62-4f1d-9da6-8e6212604e08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf4020c-edd2-41e3-8d76-722043000f5a HTTP/1.1" status: 200 len: 853 time: 0.0481303 Aug 09 18:40:03.437547 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-94bfed30-d2d8-4209-b8a9-cc449d6af30e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f177fb00-6979-4786-8968-339abc496db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238769 Aug 09 18:40:03.528912 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-ecd0e466-6b89-47fd-86f4-9b675e27bbeb service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812602 Aug 09 18:40:03.626619 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a825ade1-8640-4dbb-85cd-ff2b8c0b7a0f req-5e370b59-f66d-4708-876a-8157101c1eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 Aug 09 18:40:03.788013 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-b3fb3aa7-36d7-4177-a4bd-83914105a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:03.789606 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-b3fb3aa7-36d7-4177-a4bd-83914105a456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b360532966734922b66a8b8c304bf2f3&device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 1096 time: 0.0425749 Aug 09 18:40:03.884096 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-41432627-e671-459d-ac67-a6aeef23a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:03.885646 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-41432627-e671-459d-ac67-a6aeef23a00e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 200 len: 914 time: 0.0889645 Aug 09 18:40:03.930276 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-1e91588a-8656-4bb3-afc7-efc1132c9635 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f HTTP/1.1" status: 200 len: 217 time: 0.0349531 Aug 09 18:40:04.014685 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-3e1bf31c-57d0-4d3d-8abb-7ca94ee0095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:04.016170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-3e1bf31c-57d0-4d3d-8abb-7ca94ee0095c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf4020c-edd2-41e3-8d76-722043000f5a HTTP/1.1" status: 200 len: 853 time: 0.0734851 Aug 09 18:40:04.039609 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82208ba2-1710-4fe6-8c6f-54adbeab330d req-717612ff-8096-46ff-87fb-bda3f7b6c396 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:04.041000 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82208ba2-1710-4fe6-8c6f-54adbeab330d req-717612ff-8096-46ff-87fb-bda3f7b6c396 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 943 time: 0.0905013 Aug 09 18:40:04.060551 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-7227a68a-a81c-4bb2-8bd5-4b3b1ccc34dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f177fb00-6979-4786-8968-339abc496db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364838 Aug 09 18:40:04.139234 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-82208ba2-1710-4fe6-8c6f-54adbeab330d req-4e045761-918b-4ee4-84e6-4931801e6a21 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810714 Aug 09 18:40:04.172763 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-ca3aab65-dd49-40ce-9d7d-5532d1f724d4 service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989721 Aug 09 18:40:04.270518 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a975d28-5d79-4b2e-8856-21d5da53a429 req-e0e7e001-878e-47af-94ca-a69d471faf42 service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Aug 09 18:40:05.280690 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496ae11-f63f-41b5-92e1-c252b3e2e1ae req-e654bb24-0199-498d-812f-062b4e0b7d66 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:05.282270 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2496ae11-f63f-41b5-92e1-c252b3e2e1ae req-e654bb24-0199-498d-812f-062b4e0b7d66 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 943 time: 0.0552082 Aug 09 18:40:05.324528 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2496ae11-f63f-41b5-92e1-c252b3e2e1ae req-96ea2e87-0fe1-47b5-b686-75112acbc08c tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345101 Aug 09 18:40:06.450488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d86673-91cb-4125-b11c-c994b5274ede req-89e5b067-8de8-4850-811c-17884c5f2793 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:06.452078 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-05d86673-91cb-4125-b11c-c994b5274ede req-89e5b067-8de8-4850-811c-17884c5f2793 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 943 time: 0.0576291 Aug 09 18:40:06.498613 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-05d86673-91cb-4125-b11c-c994b5274ede req-d12d9a1e-56cc-4f6a-b27a-353dbcb87899 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 Aug 09 18:40:07.450735 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9a33537d-8dd5-4b82-bd30-74156ca6c70f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:40:07.554031 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:40:07.566186 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '9a33537d-8dd5-4b82-bd30-74156ca6c70f', 'network_id': 'f177fb00-6979-4786-8968-339abc496db7', 'port_id': '9a33537d-8dd5-4b82-bd30-74156ca6c70f', 'mac_address': 'fa:16:3e:81:ae:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf4020c-edd2-41e3-8d76-722043000f5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:40:07.605003 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:07.618084 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a33537d-8dd5-4b82-bd30-74156ca6c70f {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:40:07.630267 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39443-0a45-4567-a40e-92f603edb4c5 req-c3880aec-6049-4cf8-97f8-514955a6b161 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:07.632722 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-69c39443-0a45-4567-a40e-92f603edb4c5 req-c3880aec-6049-4cf8-97f8-514955a6b161 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 943 time: 0.0516832 Aug 09 18:40:07.638292 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:40:07.642607 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:07.671633 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-69c39443-0a45-4567-a40e-92f603edb4c5 req-7e1d5993-2dce-4e60-9d13-fcac2fdaa5f0 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Aug 09 18:40:07.698545 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=9a33537d-8dd5-4b82-bd30-74156ca6c70f,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:40:08.120928 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['9a33537d-8dd5-4b82-bd30-74156ca6c70f'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:40:08.793823 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b95fc-9149-4f93-be69-3d835562e532 req-65d3464e-1899-4d47-8040-7544d2a523ad tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:08.795306 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d6b95fc-9149-4f93-be69-3d835562e532 req-65d3464e-1899-4d47-8040-7544d2a523ad tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 944 time: 0.0502260 Aug 09 18:40:08.837268 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d6b95fc-9149-4f93-be69-3d835562e532 req-20d0ef73-5c5c-4672-a414-93d04a8b1ffe tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342884 Aug 09 18:40:09.468365 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9a33537d-8dd5-4b82-bd30-74156ca6c70f up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:40:09.521406 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 9a33537d-8dd5-4b82-bd30-74156ca6c70f completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:40:09.525925 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 9a33537d-8dd5-4b82-bd30-74156ca6c70f triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:40:09.526349 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:09.607659 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:09.631503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a33537d-8dd5-4b82-bd30-74156ca6c70f'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:40:09.633835 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e0a86a-6afd-472d-8da9-1b299deee04b" -d '{"events": [{"server_uuid": "7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91", "name": "network-vif-plugged", "status": "completed", "tag": "9a33537d-8dd5-4b82-bd30-74156ca6c70f"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:40:09.648167 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:40:09.652749 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:09.710387 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=9a33537d-8dd5-4b82-bd30-74156ca6c70f,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:40:09.734649 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6f670-7d99-4027-854d-b3a82953ce69 x-openstack-request-id: req-7cb6f670-7d99-4027-854d-b3a82953ce69 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:40:09.734942 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91", "name": "network-vif-plugged", "status": "completed", "tag": "9a33537d-8dd5-4b82-bd30-74156ca6c70f", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:40:09.735190 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cb6f670-7d99-4027-854d-b3a82953ce69 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:40:09.735577 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a33537d-8dd5-4b82-bd30-74156ca6c70f', 'code': 200} Aug 09 18:40:09.975884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96364d-c1ac-46f7-8495-ac3cc0d61f35 req-b9cb5457-8898-49e5-8574-db6a348a06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:09.977350 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aa96364d-c1ac-46f7-8495-ac3cc0d61f35 req-b9cb5457-8898-49e5-8574-db6a348a06dd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 1098 time: 0.0737290 Aug 09 18:40:09.989994 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815b03c-22bf-490b-8b7a-b9f1713207a0 req-f84187ec-3abe-421a-9a29-8512b962a3ce tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:09.991731 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d815b03c-22bf-490b-8b7a-b9f1713207a0 req-f84187ec-3abe-421a-9a29-8512b962a3ce tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0634069 Aug 09 18:40:10.042105 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aa96364d-c1ac-46f7-8495-ac3cc0d61f35 req-2dffec36-e6a6-45f3-872b-568fa3503352 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Aug 09 18:40:10.049232 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d815b03c-22bf-490b-8b7a-b9f1713207a0 req-d2ff9462-2506-43f2-bff5-18663dd38195 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511227 Aug 09 18:40:10.401532 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-41fa1c70-e940-4f09-8e08-c97cc5c4e679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:11.166251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f95f37-55ad-4ff0-97bd-2d3624546c2a req-fbc99b54-5456-4b00-92d0-8ebb9a2b4944 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:11.167751 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0f95f37-55ad-4ff0-97bd-2d3624546c2a req-fbc99b54-5456-4b00-92d0-8ebb9a2b4944 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Aug 09 18:40:11.207373 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0f95f37-55ad-4ff0-97bd-2d3624546c2a req-e18195ef-a8b8-4e33-b312-e00a95d56f3b tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Aug 09 18:40:12.325310 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f855e40-810d-4d4b-bcd2-ed357e2ca747 req-1259425a-9d86-495b-a2e5-9877d498f4f3 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:12.326779 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7f855e40-810d-4d4b-bcd2-ed357e2ca747 req-1259425a-9d86-495b-a2e5-9877d498f4f3 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Aug 09 18:40:12.364346 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7f855e40-810d-4d4b-bcd2-ed357e2ca747 req-22c0b446-58d2-40aa-8768-b56667299554 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Aug 09 18:40:13.069236 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-36f45b0f-d2f0-4269-8b65-c3d53cd9765c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:13.195826 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:14.368884 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:15.735903 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:17.599712 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:20.779411 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c4e95-969d-482f-b006-dd2120d6744b req-8d8ece3b-bcac-4c72-83e0-72d6f80befc9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:20.780884 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-134c4e95-969d-482f-b006-dd2120d6744b req-8d8ece3b-bcac-4c72-83e0-72d6f80befc9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0520313 Aug 09 18:40:20.845251 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-134c4e95-969d-482f-b006-dd2120d6744b req-31da84cb-2e73-4be0-b23e-c917513e83f1 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551021 Aug 09 18:40:20.850490 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-134723a4-a602-48b9-98c2-7c0badfbe9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:20.852127 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-134723a4-a602-48b9-98c2-7c0badfbe9a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1138 time: 0.0703530 Aug 09 18:40:20.977647 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-8c95cc3f-98ac-4f9f-b9c1-721cedd4a5b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718515 Aug 09 18:40:20.980365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-5b5bf69f-7489-41bb-9fd2-1287d4db4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:20.981736 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-5b5bf69f-7489-41bb-9fd2-1287d4db4be6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 915 time: 0.1213145 Aug 09 18:40:21.101673 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-a040539a-7320-47fc-ae09-15e36098fe00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 1002 time: 0.0903347 Aug 09 18:40:21.119488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-d8728468-aefc-497b-b764-f087b6263520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.120942 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-d8728468-aefc-497b-b764-f087b6263520 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1098 time: 0.0684347 Aug 09 18:40:21.477374 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-6b04bf7e-d7fa-4825-a474-820d87a7250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.478850 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-6b04bf7e-d7fa-4825-a474-820d87a7250b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.3693075 Aug 09 18:40:21.540519 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-0598e418-6ee2-4e84-b1a2-fd09307cc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.542020 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-0598e418-6ee2-4e84-b1a2-fd09307cc711 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.3974783 Aug 09 18:40:21.558921 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-bd5d3939-0b92-4991-b8f1-92f8546cb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.560362 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-bd5d3939-0b92-4991-b8f1-92f8546cb62c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733731 Aug 09 18:40:21.668251 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-96fd288a-fd9a-4b4b-9d78-aca1ae6b84cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 1000 time: 0.1186430 Aug 09 18:40:21.741464 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-d8fe8db9-e5b8-4e2b-aa39-8240887e0867 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519892 Aug 09 18:40:21.746775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-795be425-e2c4-49eb-b964-5a944b1bc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.748204 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-795be425-e2c4-49eb-b964-5a944b1bc35d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.0676422 Aug 09 18:40:21.852155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-093f9f50-e91e-4f27-95f8-b46775124da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.853734 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-093f9f50-e91e-4f27-95f8-b46775124da9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0976341 Aug 09 18:40:21.911929 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2349b5a9-0742-41c5-82d4-3eaf2ab89064 req-42db6ec5-6c0c-4b4b-b7d5-fb5a4950660e service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627731 Aug 09 18:40:21.985598 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-d3f4a22b-3551-41fe-9680-03f9849f145c service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233468 Aug 09 18:40:21.997679 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddffb3-cfe8-4a3a-8df8-9d41e2736bf1 req-a0481be0-4fbc-4d7d-851f-45f11c2b4248 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:21.999073 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cbddffb3-cfe8-4a3a-8df8-9d41e2736bf1 req-a0481be0-4fbc-4d7d-851f-45f11c2b4248 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0769413 Aug 09 18:40:22.099908 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cbddffb3-cfe8-4a3a-8df8-9d41e2736bf1 req-d5a5a1ce-45c1-4e39-82bf-2aaee8c3892a tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915892 Aug 09 18:40:22.122690 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9e7857c-5fb1-435e-8f84-d2c50a932e45 req-babe218a-50da-4ad5-b8f7-5a9f201b2d6e service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226504 Aug 09 18:40:23.219607 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ee73-fecc-447f-be60-81d4fcf8ec81 req-8e89ce77-439f-4be8-a16e-4cc7c3dd5050 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:23.221148 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f19ee73-fecc-447f-be60-81d4fcf8ec81 req-8e89ce77-439f-4be8-a16e-4cc7c3dd5050 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0519361 Aug 09 18:40:23.263032 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f19ee73-fecc-447f-be60-81d4fcf8ec81 req-dbfbd702-adf8-4215-8abc-4423b02da3e5 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353830 Aug 09 18:40:23.890246 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:40:24.394598 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52658d4d-925e-4043-bb0c-b58591218532 req-692c9dbd-a4fb-44b2-a557-66753feed73e tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:24.396206 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-52658d4d-925e-4043-bb0c-b58591218532 req-692c9dbd-a4fb-44b2-a557-66753feed73e tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0592878 Aug 09 18:40:24.445956 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-52658d4d-925e-4043-bb0c-b58591218532 req-4b0a3c6d-3a0b-4cbc-b392-a7630580e4c4 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428557 Aug 09 18:40:25.581763 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2878ece-46a3-4af8-9743-a1fd8af03034 req-58434772-24bd-4683-845d-ec4b557ab701 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:25.583267 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e2878ece-46a3-4af8-9743-a1fd8af03034 req-58434772-24bd-4683-845d-ec4b557ab701 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0514734 Aug 09 18:40:25.625385 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e2878ece-46a3-4af8-9743-a1fd8af03034 req-b0bad6ff-636e-458d-987b-c2e85c75c89e tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343068 Aug 09 18:40:26.745174 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f167b05-e6cc-4945-aa10-1ab291f9f10b req-26575631-57c7-479d-bab3-5ac8a3cfccef tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:26.746688 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1f167b05-e6cc-4945-aa10-1ab291f9f10b req-26575631-57c7-479d-bab3-5ac8a3cfccef tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0502427 Aug 09 18:40:26.787126 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1f167b05-e6cc-4945-aa10-1ab291f9f10b req-98f1dff6-958f-4612-b081-9a94df3b9ef6 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342634 Aug 09 18:40:27.758293 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0a02-8ec8-485a-84e7-7170e4ef6b3b req-95d8e7c8-d661-408a-8d24-1dd0041358e9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:27.760043 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4d5b0a02-8ec8-485a-84e7-7170e4ef6b3b req-95d8e7c8-d661-408a-8d24-1dd0041358e9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0536559 Aug 09 18:40:27.798274 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4d5b0a02-8ec8-485a-84e7-7170e4ef6b3b req-ab6efb6e-d1de-43b1-9939-9dd2564e398a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Aug 09 18:40:27.904549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caff25b-5a86-44f0-9690-ae8c1e2dc71d req-21481cb1-b285-4089-964e-ec220c654303 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:27.906190 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3caff25b-5a86-44f0-9690-ae8c1e2dc71d req-21481cb1-b285-4089-964e-ec220c654303 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0500090 Aug 09 18:40:27.948835 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3caff25b-5a86-44f0-9690-ae8c1e2dc71d req-104294eb-a905-439a-adc4-7a12dbaea491 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365129 Aug 09 18:40:28.913144 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598517b-b07d-4a4d-a004-790a666cae71 req-d1d91336-bf08-4a64-b8a3-de060e50f8be tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:28.914650 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0598517b-b07d-4a4d-a004-790a666cae71 req-d1d91336-bf08-4a64-b8a3-de060e50f8be tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0493579 Aug 09 18:40:28.953068 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0598517b-b07d-4a4d-a004-790a666cae71 req-f992bb41-8bfc-4c33-afbc-cb5afb5f4f41 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Aug 09 18:40:29.072697 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45706cf3-0d8f-4824-9b4c-532df77cd1a0 req-66ff7f46-4fb7-458c-afc6-7283f7eebbfe tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:29.074218 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45706cf3-0d8f-4824-9b4c-532df77cd1a0 req-66ff7f46-4fb7-458c-afc6-7283f7eebbfe tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0537047 Aug 09 18:40:29.114678 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45706cf3-0d8f-4824-9b4c-532df77cd1a0 req-f882ed4c-9d46-42a4-877d-a5eed46667eb tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344322 Aug 09 18:40:30.065317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdff65-d6f5-44cc-9b34-3c6db41b2dbc req-296a504e-9048-4167-815a-39a9074094a9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:30.066791 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-39fdff65-d6f5-44cc-9b34-3c6db41b2dbc req-296a504e-9048-4167-815a-39a9074094a9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0482719 Aug 09 18:40:30.105319 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-39fdff65-d6f5-44cc-9b34-3c6db41b2dbc req-3d22f838-278a-4b20-9384-cdc15cbaceff tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Aug 09 18:40:30.229701 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872e35c-9bc8-4909-a9ed-b6538e4788d7 req-b9eed49a-3f54-4e1f-84e1-b9bfdf88f94c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:30.231258 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1872e35c-9bc8-4909-a9ed-b6538e4788d7 req-b9eed49a-3f54-4e1f-84e1-b9bfdf88f94c tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0491638 Aug 09 18:40:30.272253 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1872e35c-9bc8-4909-a9ed-b6538e4788d7 req-1a51ef15-ab0d-4498-94dd-74b494f67230 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350378 Aug 09 18:40:31.222889 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aee5d-774c-4881-b945-09cdcf9c86b9 req-b2191b4d-2686-494a-8aad-341ab4de8034 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:31.224809 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fe3aee5d-774c-4881-b945-09cdcf9c86b9 req-b2191b4d-2686-494a-8aad-341ab4de8034 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0526068 Aug 09 18:40:31.262795 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fe3aee5d-774c-4881-b945-09cdcf9c86b9 req-0b7c041e-0e99-42c1-9f3a-b699b6729b72 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Aug 09 18:40:31.389920 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c6bf-03df-414a-94eb-521a27ac9aee req-c7344484-d0fb-46f8-a7e0-87df3f4da067 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:31.391436 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e635c6bf-03df-414a-94eb-521a27ac9aee req-c7344484-d0fb-46f8-a7e0-87df3f4da067 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0516100 Aug 09 18:40:31.435974 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e635c6bf-03df-414a-94eb-521a27ac9aee req-58dc36ac-5961-4cd2-9f33-ef6f7b7a9682 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379870 Aug 09 18:40:32.378905 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c66a-72c4-478f-aded-a742fde4d815 req-f473842c-7a9d-4043-b278-747d059e9d49 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:32.380393 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c784c66a-72c4-478f-aded-a742fde4d815 req-f473842c-7a9d-4043-b278-747d059e9d49 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0483906 Aug 09 18:40:32.419987 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c784c66a-72c4-478f-aded-a742fde4d815 req-fb3a5c8b-8007-43a5-90c0-20b7eb82a0b9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321739 Aug 09 18:40:32.559080 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ebc0c-e21e-4f23-9456-0f9b504e5453 req-f1eb9994-b5fa-4249-86a0-3c39b6f764f7 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:32.560485 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-552ebc0c-e21e-4f23-9456-0f9b504e5453 req-f1eb9994-b5fa-4249-86a0-3c39b6f764f7 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0531919 Aug 09 18:40:32.601555 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-552ebc0c-e21e-4f23-9456-0f9b504e5453 req-73538ddd-6482-45e6-8735-b08475625746 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347598 Aug 09 18:40:33.536530 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7dbb-e12d-4268-88ce-6c2a03ecf4b7 req-173df04c-7e84-4ad6-9c2b-7a503e346867 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:33.539130 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e39b7dbb-e12d-4268-88ce-6c2a03ecf4b7 req-173df04c-7e84-4ad6-9c2b-7a503e346867 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0509517 Aug 09 18:40:33.577466 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e39b7dbb-e12d-4268-88ce-6c2a03ecf4b7 req-338942c3-e887-443b-abbc-4903472c7162 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Aug 09 18:40:33.721791 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931882-5ed0-4d48-8771-37a96d15d41a req-7dd48af0-f4f4-436d-91cc-f67af25df850 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:33.723226 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a931882-5ed0-4d48-8771-37a96d15d41a req-7dd48af0-f4f4-436d-91cc-f67af25df850 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0524516 Aug 09 18:40:33.764929 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a931882-5ed0-4d48-8771-37a96d15d41a req-dffc5907-3de9-40de-9e06-ce0e3ee9a4e0 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352755 Aug 09 18:40:34.699613 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2daf04-6f6f-4a0e-956d-66381f8b5c23 req-497f627e-472a-4b76-adde-12097c0a2235 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:34.701549 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9a2daf04-6f6f-4a0e-956d-66381f8b5c23 req-497f627e-472a-4b76-adde-12097c0a2235 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0541432 Aug 09 18:40:34.743473 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9a2daf04-6f6f-4a0e-956d-66381f8b5c23 req-c894991a-6d9f-4082-b9c2-a71b2cc75714 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354626 Aug 09 18:40:34.884015 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352c2b7-32e3-4cf1-be5a-6fe6644b8107 req-c243393c-89b0-4724-95ff-0b47007ee0a5 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:34.885615 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4352c2b7-32e3-4cf1-be5a-6fe6644b8107 req-c243393c-89b0-4724-95ff-0b47007ee0a5 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0520124 Aug 09 18:40:34.925405 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4352c2b7-32e3-4cf1-be5a-6fe6644b8107 req-59933164-277e-4a8d-b51d-e4b179c28cd9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337722 Aug 09 18:40:35.857987 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4157c-47df-4add-a63f-7a92166b0479 req-8f79cc8b-02c3-449e-8043-e46fa7b3e8e3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:35.859485 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5cb4157c-47df-4add-a63f-7a92166b0479 req-8f79cc8b-02c3-449e-8043-e46fa7b3e8e3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0491135 Aug 09 18:40:35.898018 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5cb4157c-47df-4add-a63f-7a92166b0479 req-52aad3a0-9a05-4c89-a4e3-9f52831f3c19 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Aug 09 18:40:36.047252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8380cf-5c61-4645-85a9-c349be79f9de req-ce4c663f-b4d1-4341-8972-c9a43c79bcf8 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:36.048903 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a8380cf-5c61-4645-85a9-c349be79f9de req-ce4c663f-b4d1-4341-8972-c9a43c79bcf8 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0548596 Aug 09 18:40:36.093716 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a8380cf-5c61-4645-85a9-c349be79f9de req-0b2ac74b-b41c-45e4-ab89-e48928a75a56 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384817 Aug 09 18:40:37.017707 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55b7f-029f-4cc6-8c86-369ff1a397c4 req-51deb7cc-4d20-47b6-a752-59c480279b09 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:37.019112 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67e55b7f-029f-4cc6-8c86-369ff1a397c4 req-51deb7cc-4d20-47b6-a752-59c480279b09 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0499380 Aug 09 18:40:37.058609 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-67e55b7f-029f-4cc6-8c86-369ff1a397c4 req-de62ac99-f424-4007-ace3-a79c001d7d38 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334578 Aug 09 18:40:37.210885 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba6197-2bfb-48b8-9e94-08e904d9cf4a req-04268599-0225-4015-8d0d-1ab23b7b6478 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:37.212720 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-beba6197-2bfb-48b8-9e94-08e904d9cf4a req-04268599-0225-4015-8d0d-1ab23b7b6478 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0501087 Aug 09 18:40:37.254325 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-beba6197-2bfb-48b8-9e94-08e904d9cf4a req-51f05676-b95c-4ec4-8e1f-feb2ddc60730 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355275 Aug 09 18:40:38.204430 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33883b-839f-4f18-beba-4e3aa9f7a971 req-96ebe963-9045-40ee-ad91-ae7836e600eb tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:38.206138 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc33883b-839f-4f18-beba-4e3aa9f7a971 req-96ebe963-9045-40ee-ad91-ae7836e600eb tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0535905 Aug 09 18:40:38.245694 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc33883b-839f-4f18-beba-4e3aa9f7a971 req-0dc4bda1-68f5-4cf3-b931-6b75e052fa97 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Aug 09 18:40:38.382653 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15212e4-036a-4d9b-94f3-3b0aa163fc58 req-fae483da-2ba7-4e64-a4d8-9535ecc6dfb9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:38.384159 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c15212e4-036a-4d9b-94f3-3b0aa163fc58 req-fae483da-2ba7-4e64-a4d8-9535ecc6dfb9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0523496 Aug 09 18:40:38.423772 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c15212e4-036a-4d9b-94f3-3b0aa163fc58 req-af495439-82e9-4bce-b4fa-e6883bb9fde5 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c130a9e-4117-4282-8619-6434df9ffc6b&id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334816 Aug 09 18:40:39.365971 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629434ef-90a6-4ce7-9afe-f53aec1e0219 req-8715a76f-c756-41e1-926f-790d738e269d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:39.367510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-629434ef-90a6-4ce7-9afe-f53aec1e0219 req-8715a76f-c756-41e1-926f-790d738e269d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0514824 Aug 09 18:40:39.408479 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-629434ef-90a6-4ce7-9afe-f53aec1e0219 req-1e47f7b5-bb04-4c89-b48a-276b4c074e60 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Aug 09 18:40:40.403524 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-757ede38-c902-4280-9216-18458cf03d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:40.527515 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10888b8-5850-49b3-b570-9b02d5a2cfeb req-544cd7d5-4be8-4a33-99a5-8224fdcbf385 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:40.528989 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10888b8-5850-49b3-b570-9b02d5a2cfeb req-544cd7d5-4be8-4a33-99a5-8224fdcbf385 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0529046 Aug 09 18:40:40.566421 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f10888b8-5850-49b3-b570-9b02d5a2cfeb req-38c5dd88-5d96-4ced-8d40-4b7d12843ea2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Aug 09 18:40:41.681778 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a0224-3872-4540-aae3-a374a46519d8 req-6f55a4fc-80bd-4914-bf89-55bc4824be0f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:41.683301 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d23a0224-3872-4540-aae3-a374a46519d8 req-6f55a4fc-80bd-4914-bf89-55bc4824be0f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0493989 Aug 09 18:40:41.723635 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d23a0224-3872-4540-aae3-a374a46519d8 req-7c93c6e9-a995-4991-ad47-f9f070f69fc3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Aug 09 18:40:42.838146 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7629-fbc9-4a57-9998-013e01dc47fc req-a16bb950-3801-42c7-9224-93152a5db551 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:42.839637 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-28cb7629-fbc9-4a57-9998-013e01dc47fc req-a16bb950-3801-42c7-9224-93152a5db551 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0488713 Aug 09 18:40:42.878469 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-28cb7629-fbc9-4a57-9998-013e01dc47fc req-c01d0469-941d-4cc1-86c9-3fad77b5a430 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Aug 09 18:40:43.070661 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-12b6cba8-f104-4880-b726-a5c0aa32a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:43.197404 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:44.000535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b1d38-7700-44bb-bf47-c3a0a09dc2fc req-da179ba0-3efa-4adc-979a-f7a8697f6668 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:44.002159 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f52b1d38-7700-44bb-bf47-c3a0a09dc2fc req-da179ba0-3efa-4adc-979a-f7a8697f6668 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0570118 Aug 09 18:40:44.043528 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f52b1d38-7700-44bb-bf47-c3a0a09dc2fc req-e5e2b033-99f1-49ee-9512-53325ef3191b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351481 Aug 09 18:40:44.284403 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e249f3f-8c5e-4ebe-a593-25d902ec802e req-21591eb6-8ef4-4047-a755-97e6e87f93b1 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:44.286035 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e249f3f-8c5e-4ebe-a593-25d902ec802e req-21591eb6-8ef4-4047-a755-97e6e87f93b1 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0501540 Aug 09 18:40:44.325396 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2e249f3f-8c5e-4ebe-a593-25d902ec802e req-4dd08012-a884-41c5-b0ec-d90c3ae8327f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Aug 09 18:40:44.372645 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:44.374549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-51609099-5726-4456-b6ba-fc24aab8f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:44.376060 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-51609099-5726-4456-b6ba-fc24aab8f4b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 1098 time: 0.0412819 Aug 09 18:40:44.474111 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-f4b57610-485a-41e2-8cdd-84822933f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:44.476371 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-f4b57610-485a-41e2-8cdd-84822933f623 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.0926771 Aug 09 18:40:44.547559 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-0471ae3b-c119-4a13-8f7d-4df89c905836 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 200 len: 1000 time: 0.0643384 Aug 09 18:40:44.604810 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-8c89e6a8-c881-43aa-b22e-93075c825adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:44.606315 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-8c89e6a8-c881-43aa-b22e-93075c825adb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.0472496 Aug 09 18:40:44.657133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-97932bbc-de9d-441d-98fb-bb0b4b9a907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:44.658641 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-97932bbc-de9d-441d-98fb-bb0b4b9a907f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449054 Aug 09 18:40:44.748553 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-f7400b92-a091-4e8f-b735-dca073d30862 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821562 Aug 09 18:40:44.848778 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9b11d17a-834c-4f81-9dd9-3d16d5d99701 req-5d62d2c7-69e2-40af-bccb-99711a6de11a service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897796 Aug 09 18:40:45.446829 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326d3fa-435e-400c-8c24-969254c9bb7e req-b8539ea1-f11e-4622-87d0-f030c8b65990 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:45.449418 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7326d3fa-435e-400c-8c24-969254c9bb7e req-b8539ea1-f11e-4622-87d0-f030c8b65990 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0539811 Aug 09 18:40:45.488124 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7326d3fa-435e-400c-8c24-969254c9bb7e req-e23746ad-8fee-44bb-9b7a-18852ffd9d71 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Aug 09 18:40:45.739602 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:40:46.608866 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5331c-81ee-4492-a886-c96b901fa77e req-f9b281cd-4cda-4300-8869-9578a6c7ffc8 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:40:46.610520 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c3b5331c-81ee-4492-a886-c96b901fa77e req-f9b281cd-4cda-4300-8869-9578a6c7ffc8 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0525420 Aug 09 18:40:46.650119 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c3b5331c-81ee-4492-a886-c96b901fa77e req-245eb967-6d73-4cab-9f5a-307facff1927 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Aug 09 18:40:47.627340 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:00.914232 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:41:05.723578 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158c7c5-a974-40a2-ad26-a3696599a12c req-43cb70e6-9bfe-46cd-b580-1d9e0ad3504e tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:05.725123 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7158c7c5-a974-40a2-ad26-a3696599a12c req-43cb70e6-9bfe-46cd-b580-1d9e0ad3504e tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0526593 Aug 09 18:41:05.762372 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7158c7c5-a974-40a2-ad26-a3696599a12c req-74042684-8830-422e-aeb9-f5d311db5e0f tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Aug 09 18:41:06.877691 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b0b07-6c33-4e31-a662-a57a1042cb34 req-e090754c-0ee2-4a2c-a0b5-a861b5b6bda6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:06.879171 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6e3b0b07-6c33-4e31-a662-a57a1042cb34 req-e090754c-0ee2-4a2c-a0b5-a861b5b6bda6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0486481 Aug 09 18:41:06.917587 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6e3b0b07-6c33-4e31-a662-a57a1042cb34 req-81d2de38-64c3-4a0f-9892-acbe4990b903 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Aug 09 18:41:08.031021 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0751503-264b-416b-8866-d66df8991a65 req-8a837adf-0ffa-492f-affc-3e12a9eda7af tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:08.032699 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0751503-264b-416b-8866-d66df8991a65 req-8a837adf-0ffa-492f-affc-3e12a9eda7af tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Aug 09 18:41:08.071364 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b0751503-264b-416b-8866-d66df8991a65 req-af86995b-66f5-4cbf-8a2a-64e457586624 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Aug 09 18:41:08.130163 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-5094b561-bf62-4821-8e27-8274e22bb838 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:08.131699 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-5094b561-bf62-4821-8e27-8274e22bb838 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 945 time: 0.0537667 Aug 09 18:41:08.227003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Deleting port 9a33537d-8dd5-4b82-bd30-74156ca6c70f {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:41:08.227256 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:08.317895 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] For port 9a33537d-8dd5-4b82-bd30-74156ca6c70f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9a33537d-8dd5-4b82-bd30-74156ca6c70f,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:08.318265 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:08.331412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Calling delete_port for 9a33537d-8dd5-4b82-bd30-74156ca6c70f owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:41:08.457893 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:08.488786 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Pushing event deleted for resources: {'Port': ['ID=9a33537d-8dd5-4b82-bd30-74156ca6c70f,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:08.498721 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.499067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.499411 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.499747 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.499860 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['9a33537d-8dd5-4b82-bd30-74156ca6c70f'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:41:08.500317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.500400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.501298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.501298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.501467 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.501724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.502050 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.502369 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:08.543293 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] No DVR routers for this DVR port 9a33537d-8dd5-4b82-bd30-74156ca6c70f on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:41:08.545972 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:08.548053 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc89081f-f46a-494f-8c74-3be4f02c1fcd req-985be997-f506-436b-ba35-a97628a919b6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "DELETE /v2.0/ports/9a33537d-8dd5-4b82-bd30-74156ca6c70f HTTP/1.1" status: 204 len: 173 time: 0.4097993 Aug 09 18:41:08.548495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'name': 'network-vif-deleted', 'tag': '9a33537d-8dd5-4b82-bd30-74156ca6c70f'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:08.550759 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146748c4-adda-4c51-ba63-1bf9b754e72c" -d '{"events": [{"server_uuid": "7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91", "name": "network-vif-deleted", "tag": "9a33537d-8dd5-4b82-bd30-74156ca6c70f"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:08.588981 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c89113-abd2-4a40-a694-d094b0114412 x-openstack-request-id: req-62c89113-abd2-4a40-a694-d094b0114412 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:08.589308 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91", "name": "network-vif-deleted", "tag": "9a33537d-8dd5-4b82-bd30-74156ca6c70f", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:08.589565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62c89113-abd2-4a40-a694-d094b0114412 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:08.589961 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91', 'name': 'network-vif-deleted', 'tag': '9a33537d-8dd5-4b82-bd30-74156ca6c70f', 'status': 'completed', 'code': 200} Aug 09 18:41:09.179672 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3309cd4c-9bac-4a55-b546-b74661dccd70 req-d578f1cf-5bb4-45c8-a6b2-8d6457f6c47d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ccd6f9e-3e8a-4400-bdbc-b9afb8417f91 HTTP/1.1" status: 200 len: 210 time: 0.0268760 Aug 09 18:41:10.407083 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0cdc-10e3-4d82-8345-f3ec6bfb1dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:13.026647 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9a33537d-8dd5-4b82-bd30-74156ca6c70f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:41:13.050279 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 9a33537d-8dd5-4b82-bd30-74156ca6c70f {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:41:13.050618 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9a33537d-8dd5-4b82-bd30-74156ca6c70f not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:41:13.070757 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaa69-1b74-461c-bf4f-41703fa3b0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:13.200968 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:14.374652 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:15.741349 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:17.619245 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:21.224286 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-430a6939-ae91-438b-a7b7-a51c38342863 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:21.225785 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-430a6939-ae91-438b-a7b7-a51c38342863 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/networks?id=f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 200 len: 813 time: 0.1085770 Aug 09 18:41:21.242146 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-99a29e9c-0038-4cf4-998f-82a4ea6d5e53 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/quotas/b360532966734922b66a8b8c304bf2f3 HTTP/1.1" status: 200 len: 375 time: 0.0104911 Aug 09 18:41:21.275698 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-f26e23d0-5f75-4591-b220-aa66a4150014 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b360532966734922b66a8b8c304bf2f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280263 Aug 09 18:41:21.412863 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-d808431f-31f1-4ed6-ba78-a00718b533df service neutron] 10.222.0.25 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288743 Aug 09 18:41:21.510137 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1875dd32-d931-482c-8ffb-eb79fbf0de05 service neutron] 10.222.0.25 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911174 Aug 09 18:41:21.678786 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-13cb79cd-a9d7-46a4-8af9-cf3be9f5360c req-642dba09-4380-40fe-af19-c2f18528d046 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 210 time: 0.0302174 Aug 09 18:41:21.987733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-9365c33d-2620-4870-a779-942bfef161e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426054 Aug 09 18:41:22.107619 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-9c03fb2f-e890-48ad-84d1-3c275147d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:22.109020 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-9c03fb2f-e890-48ad-84d1-3c275147d1ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 1099 time: 0.0630050 Aug 09 18:41:22.192774 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036246b-4150-4073-9e4b-ab4b81ab8a51 req-96f782ee-1ab7-4f15-947e-2a8efea1993d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:22.194633 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8036246b-4150-4073-9e4b-ab4b81ab8a51 req-96f782ee-1ab7-4f15-947e-2a8efea1993d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.1035953 Aug 09 18:41:22.262833 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8036246b-4150-4073-9e4b-ab4b81ab8a51 req-38cc17e1-bd24-4931-b91c-eb464f5c94d4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616987 Aug 09 18:41:22.266178 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-573123bf-f0aa-47e7-aea4-c03ced652f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:22.267039 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-573123bf-f0aa-47e7-aea4-c03ced652f74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.1346326 Aug 09 18:41:22.346072 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-bd4db6c0-ecc8-4e95-b643-171b3d00d9ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 200 len: 1000 time: 0.0699823 Aug 09 18:41:22.396847 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-953c565c-08c3-4c56-9a90-141265c8058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:22.398236 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-953c565c-08c3-4c56-9a90-141265c8058f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0439579 Aug 09 18:41:22.449982 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-7520aaa0-5eb0-4042-8636-942885c30a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:22.451502 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-7520aaa0-5eb0-4042-8636-942885c30a9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445549 Aug 09 18:41:22.545658 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-cce7811d-ada2-486d-a1b5-2fa41e3ae0b1 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847082 Aug 09 18:41:22.649702 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-53317be2-4fec-4bc7-a14f-e14477d6d7df req-f6425173-2e19-476c-b65c-354b73dc32ac service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906062 Aug 09 18:41:22.818674 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-715b7664-cbdf-4b93-b5a1-36ab98d8bc80 req-e4eb7723-e34a-428e-ad29-4cc478897fc6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 210 time: 0.0579624 Aug 09 18:41:22.870495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-2448e57f-a3b6-481c-ae73-6b6f050a481b tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:22.871943 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-2448e57f-a3b6-481c-ae73-6b6f050a481b tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "GET /v2.0/networks?id=f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 200 len: 813 time: 0.1349492 Aug 09 18:41:22.902546 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Request body: {'port': {'device_id': 'd060d4aa-024e-43d4-a518-a474a103a207', 'network_id': 'f177fb00-6979-4786-8968-339abc496db7', 'admin_state_up': True, 'tenant_id': 'b360532966734922b66a8b8c304bf2f3'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:23.010522 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Made reservation on behalf of b360532966734922b66a8b8c304bf2f3 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:41:23.014286 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:23.144272 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Allocated IP 172.20.0.4 (f177fb00-6979-4786-8968-339abc496db7/8bf4020c-edd2-41e3-8d76-722043000f5a/b8416156-2916-499d-94b4-7a0c890254d4) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:41:23.291593 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:23.331910 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:23.408796 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Network f177fb00-6979-4786-8968-339abc496db7 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:41:23.415275 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:41:23.419718 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:41:23.445873 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Pushing event updated for resources: {'Port': ['ID=b8416156-2916-499d-94b4-7a0c890254d4,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:23.471604 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ff08b-0d86-4327-8be1-f2ef2d8b4608 req-548993ef-925a-4248-95b4-25a790f362b2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:23.473122 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ca0ff08b-0d86-4327-8be1-f2ef2d8b4608 req-548993ef-925a-4248-95b4-25a790f362b2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.1330142 Aug 09 18:41:23.493848 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:23.494454 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:23.524765 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-143d4e2c-bd1a-46b9-86c6-78cd62345fa9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6260862 Aug 09 18:41:23.529872 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ca0ff08b-0d86-4327-8be1-f2ef2d8b4608 req-95381ea5-4e19-42b3-8af9-b7ac4cf82574 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502262 Aug 09 18:41:23.621219 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Request body: {'port': {'device_id': 'd060d4aa-024e-43d4-a518-a474a103a207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:23.678335 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:23.979749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711868b8-d508-437e-8834-03e5128cd34b req-ef18581d-b27f-476f-bbe6-84a832c211ec tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:23.981277 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-711868b8-d508-437e-8834-03e5128cd34b req-ef18581d-b27f-476f-bbe6-84a832c211ec tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 931 time: 0.0901339 Aug 09 18:41:23.992449 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8416156-2916-499d-94b4-7a0c890254d4 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:41:24.004501 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:24.030868 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Transition to ACTIVE for port object b8416156-2916-499d-94b4-7a0c890254d4 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:41:24.036855 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:24.069679 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-711868b8-d508-437e-8834-03e5128cd34b req-b58e31d7-b193-4750-8ca0-ff1f6125d9cc tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819037 Aug 09 18:41:24.094466 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8416156-2916-499d-94b4-7a0c890254d4,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:24.163689 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Attempting to bind port b8416156-2916-499d-94b4-7a0c890254d4 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:41:24.164034 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Attempting to bind port b8416156-2916-499d-94b4-7a0c890254d4 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:41:24.164367 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Attempting to bind port b8416156-2916-499d-94b4-7a0c890254d4 on network f177fb00-6979-4786-8968-339abc496db7 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:41:24.168686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Port b8416156-2916-499d-94b4-7a0c890254d4 on network f177fb00-6979-4786-8968-339abc496db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:41:24.169010 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Attempting to bind port b8416156-2916-499d-94b4-7a0c890254d4 on network f177fb00-6979-4786-8968-339abc496db7 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:41:24.173797 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:41:24.174133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Checking segment: {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:41:24.174520 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Bound using segment: {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:41:24.174951 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Bound port: b8416156-2916-499d-94b4-7a0c890254d4, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdc3384-e09d-4967-8bca-b5f7241a417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f177fb00-6979-4786-8968-339abc496db7'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:41:24.175314 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:24.243203 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] For port b8416156-2916-499d-94b4-7a0c890254d4, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:41:24.246372 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] For port b8416156-2916-499d-94b4-7a0c890254d4, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b8416156-2916-499d-94b4-7a0c890254d4,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:41:24.250410 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:24.285121 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:24.285785 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:24.287510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/b8416156-2916-499d-94b4-7a0c890254d4 HTTP/1.1" status: 200 len: 1093 time: 0.6706855 Aug 09 18:41:24.287948 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd060d4aa-024e-43d4-a518-a474a103a207', 'tag': 'b8416156-2916-499d-94b4-7a0c890254d4'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:24.290239 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ed3307-ee63-4cff-b594-708b38446041" -d '{"events": [{"name": "network-changed", "server_uuid": "d060d4aa-024e-43d4-a518-a474a103a207", "tag": "b8416156-2916-499d-94b4-7a0c890254d4"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:24.315008 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571a852-c710-4c6f-9f35-e99bef4bf2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8416156-2916-499d-94b4-7a0c890254d4,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:24.332083 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef6d1d-60a9-4dce-a0bd-a62305714543 x-openstack-request-id: req-51ef6d1d-60a9-4dce-a0bd-a62305714543 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:24.332377 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d060d4aa-024e-43d4-a518-a474a103a207", "tag": "b8416156-2916-499d-94b4-7a0c890254d4", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:24.332943 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51ef6d1d-60a9-4dce-a0bd-a62305714543 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:24.336566 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd060d4aa-024e-43d4-a518-a474a103a207', 'tag': 'b8416156-2916-499d-94b4-7a0c890254d4', 'status': 'completed', 'code': 200} Aug 09 18:41:24.402861 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-5308b263-dea7-4828-9395-5620643008ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:24.404275 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-5308b263-dea7-4828-9395-5620643008ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b360532966734922b66a8b8c304bf2f3&device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 1096 time: 0.0414364 Aug 09 18:41:24.455372 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-7388f65c-0722-46c3-825d-d3bd226f901e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8416156-2916-499d-94b4-7a0c890254d4 HTTP/1.1" status: 200 len: 217 time: 0.0350323 Aug 09 18:41:24.829957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-01da8c9e-ecf5-4c47-b6c4-d67b2eba7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:24.831481 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-01da8c9e-ecf5-4c47-b6c4-d67b2eba7439 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf4020c-edd2-41e3-8d76-722043000f5a HTTP/1.1" status: 200 len: 853 time: 0.3685143 Aug 09 18:41:24.850191 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-5c035495-aed3-4813-b96a-407a2cc2566f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:24.851740 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-5c035495-aed3-4813-b96a-407a2cc2566f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.0986135 Aug 09 18:41:24.866411 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b71eb-8e14-4084-afa5-a5ffe2bbf445 req-c0583a1f-0c98-4b67-80c5-d3a68c18a574 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:24.867976 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-876b71eb-8e14-4084-afa5-a5ffe2bbf445 req-c0583a1f-0c98-4b67-80c5-d3a68c18a574 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 946 time: 0.1137094 Aug 09 18:41:24.901475 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-7f125c71-f609-4998-8e10-5d69580d7e14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f177fb00-6979-4786-8968-339abc496db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600710 Aug 09 18:41:25.027150 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-876b71eb-8e14-4084-afa5-a5ffe2bbf445 req-0445df68-1a11-4a4d-8da9-544a33da2047 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbe1c70d-6263-4fba-8f36-8545f337b2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501200 Aug 09 18:41:25.072988 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-13c3b639-8bfb-4c13-a83d-3d6380b4dcb7 service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541052 Aug 09 18:41:25.079362 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Deleting port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:41:25.079784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:25.282562 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707a60b-3a34-4e34-b6f3-a1e9db720d73 req-02b93534-46a7-46e4-b048-b79a5f7e3fa6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:25.284047 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1707a60b-3a34-4e34-b6f3-a1e9db720d73 req-02b93534-46a7-46e4-b048-b79a5f7e3fa6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 943 time: 0.1154850 Aug 09 18:41:25.289877 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4f3bee93-286d-433d-8022-afc604c30ee5 req-dee1c0c0-ae1d-466b-9087-e360e5ac5112 service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053175 Aug 09 18:41:25.291602 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] For port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:25.291970 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:25.423986 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1707a60b-3a34-4e34-b6f3-a1e9db720d73 req-dff0b57a-4276-45b9-844f-a4f33a6069fc tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294169 Aug 09 18:41:25.547989 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed3307-ee63-4cff-b594-708b38446041 req-0e5a42be-295e-4ebc-add1-ad33a042eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:25.549431 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-0e5a42be-295e-4ebc-add1-ad33a042eeef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b360532966734922b66a8b8c304bf2f3&device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 1096 time: 0.1289799 Aug 09 18:41:25.614807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:25.615174 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:25.615487 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Floating IP c9df177f-303f-489e-9187-b2ba225bcf35 disassociated. External IP: 172.27.3.76, port: 8712aea0-2dbf-4f5d-9157-f9108bfa95d1. Aug 09 18:41:25.615828 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Calling delete_port for 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:41:25.700321 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed3307-ee63-4cff-b594-708b38446041 req-9d01842d-997c-4da1-86d9-006cc7b8dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:25.701899 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-9d01842d-997c-4da1-86d9-006cc7b8dee8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 200 len: 914 time: 0.1446218 Aug 09 18:41:25.749534 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-bcb2d930-f67b-4823-ab63-3398685900aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8416156-2916-499d-94b4-7a0c890254d4 HTTP/1.1" status: 200 len: 217 time: 0.0390468 Aug 09 18:41:25.828764 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed3307-ee63-4cff-b594-708b38446041 req-47836c9e-a332-4e06-9978-16af6482b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:25.830160 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-47836c9e-a332-4e06-9978-16af6482b86e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8bf4020c-edd2-41e3-8d76-722043000f5a HTTP/1.1" status: 200 len: 853 time: 0.0732589 Aug 09 18:41:25.868953 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-bea5da53-e0ca-4feb-8626-eac5267a4721 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f177fb00-6979-4786-8968-339abc496db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294464 Aug 09 18:41:25.874638 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:25.944719 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event deleted for resources: {'Port': ['ID=8712aea0-2dbf-4f5d-9157-f9108bfa95d1,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:26.065314 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-2c87836a-e90f-44d7-8da4-53b6c4c446c1 service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886837 Aug 09 18:41:26.168576 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7a2ab2e1-c0f1-42a3-a5af-c0d6765f1a49 req-1259ce59-ebd5-4b3a-bab9-5766ae1ee763 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=c50bb6bc-8d14-4bb9-995b-e00db6ea21c2 HTTP/1.1" status: 200 len: 210 time: 0.0407124 Aug 09 18:41:26.173909 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Router 046667ee-a597-4677-b67d-0ae9acd245d1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:41:26.214971 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d3ed3307-ee63-4cff-b594-708b38446041 req-3d4f2d3b-5bc5-47e1-813a-9aa5918911af service neutron] 10.222.0.73 "GET /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403618 Aug 09 18:41:26.315332 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:41:26.327076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:41:26.338695 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:41:26.339470 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:26.359775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] No DVR routers for this DVR port 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:41:26.362787 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:26.364983 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-88d5b4cc-ce0a-462d-91d4-f36a857798c5 req-75b5dce1-4b33-47fb-bb02-22c03c7ee25d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "DELETE /v2.0/ports/8712aea0-2dbf-4f5d-9157-f9108bfa95d1 HTTP/1.1" status: 204 len: 173 time: 1.4946697 Aug 09 18:41:26.365483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-deleted', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:26.367754 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf2cb9-79e8-45d0-b90e-0f1d51ffe641" -d '{"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-deleted", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:26.409014 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7543de5e-a6a4-4e68-bafd-1735a1364a22 x-openstack-request-id: req-7543de5e-a6a4-4e68-bafd-1735a1364a22 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:26.409357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50bb6bc-8d14-4bb9-995b-e00db6ea21c2", "name": "network-vif-deleted", "tag": "8712aea0-2dbf-4f5d-9157-f9108bfa95d1", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:26.409600 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7543de5e-a6a4-4e68-bafd-1735a1364a22 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:26.409992 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50bb6bc-8d14-4bb9-995b-e00db6ea21c2', 'name': 'network-vif-deleted', 'tag': '8712aea0-2dbf-4f5d-9157-f9108bfa95d1', 'status': 'completed', 'code': 200} Aug 09 18:41:26.572012 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9466d8-6545-4dcc-8a68-e3bb355fcf59 req-a8c3be8b-3c66-412d-b8c7-e484ee12a0d2 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:26.575077 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ee9466d8-6545-4dcc-8a68-e3bb355fcf59 req-a8c3be8b-3c66-412d-b8c7-e484ee12a0d2 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 943 time: 0.0635400 Aug 09 18:41:26.589172 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:41:26.625179 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ee9466d8-6545-4dcc-8a68-e3bb355fcf59 req-f68ef644-8050-49a2-9896-5c0cd61ac2a6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Aug 09 18:41:26.800636 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:26.829631 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:41:26.840233 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:41:26.841109 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:26.954059 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:41:27.172160 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:27.198294 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf47ab80-2b4c-400f-9c5a-ec4b6b442d26 None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:41:27.295765 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 51574) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:27.354717 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-216295a4-e43a-45f8-b099-b20a5321ce76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.380488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-216295a4-e43a-45f8-b099-b20a5321ce76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.443022 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-216295a4-e43a-45f8-b099-b20a5321ce76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.445470 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd7527-36fc-4267-8c76-c0fbd2b098ac None None] New status for floating IP c9df177f-303f-489e-9187-b2ba225bcf35: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:41:27.446057 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-216295a4-e43a-45f8-b099-b20a5321ce76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.449607 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-216295a4-e43a-45f8-b099-b20a5321ce76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "DELETE /v2.0/security-groups/cbe1c70d-6263-4fba-8f36-8545f337b2aa HTTP/1.1" status: 204 len: 168 time: 0.1528027 Aug 09 18:41:27.450034 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51576) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:27.459975 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216295a4-e43a-45f8-b099-b20a5321ce76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe1c70d-6263-4fba-8f36-8545f337b2aa,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:27.464899 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.api.v2.resource [None req-57b50321-9430-473d-842f-f5b1dcc01518 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] show failed (client error): The resource could not be found. Aug 09 18:41:27.466024 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-57b50321-9430-473d-842f-f5b1dcc01518 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups/cbe1c70d-6263-4fba-8f36-8545f337b2aa HTTP/1.1" status: 404 len: 347 time: 0.0149357 Aug 09 18:41:27.468963 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51580) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:27.604174 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Deleting port fb8e05a9-0646-4979-9a7e-905986d524d2 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:41:27.604514 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.683579 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.683914 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.697592 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Calling delete_port for fb8e05a9-0646-4979-9a7e-905986d524d2 owned by network:floatingip {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:41:27.748281 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b04b2-488c-43fb-85ef-7bf4eabcb3a4 req-e797e7c0-0311-46cf-b417-85ddf4cb4723 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:27.750624 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-042b04b2-488c-43fb-85ef-7bf4eabcb3a4 req-e797e7c0-0311-46cf-b417-85ddf4cb4723 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 943 time: 0.0516899 Aug 09 18:41:27.790317 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-042b04b2-488c-43fb-85ef-7bf4eabcb3a4 req-aa42062c-c669-4f42-94d6-28b156b6cba2 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Aug 09 18:41:27.878537 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.908440 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event deleted for resources: {'Port': ['ID=fb8e05a9-0646-4979-9a7e-905986d524d2,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:27.933326 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.933729 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.934026 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.934368 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.934704 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.935040 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.935373 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.935702 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.936032 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.936358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.936685 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.937012 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:27.977503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.980097 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:27.981274 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-695857bb-f6de-4715-945f-d318ee2d7d68 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9df177f-303f-489e-9187-b2ba225bcf35 HTTP/1.1" status: 204 len: 168 time: 0.5113428 Aug 09 18:41:28.330060 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51586) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:28.335400 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:41:28.336654 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185506374', 'description': 'tempest-description--1059883632'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:28.358775 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:41:28.359037 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.359141 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 8712aea0-2dbf-4f5d-9157-f9108bfa95d1 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:41:28.444344 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.448319 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.479433 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9ac399-d392-47ce-9230-cbcf0f68b9c7,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:28.483311 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.484605 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-67babc0a-408b-47db-8cd4-cddbcf62fa27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1535442 Aug 09 18:41:28.487527 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51588) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:28.492087 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'security_group_rule': {'security_group_id': '2e9ac399-d392-47ce-9230-cbcf0f68b9c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:28.518217 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.577024 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.580478 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.600585 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744196fe-3757-41bb-a13c-da4c7cae4f20,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:28.603437 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.604600 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-2d01444c-3861-4dc5-b7c9-d941780ad153 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161776 Aug 09 18:41:28.607308 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51590) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:28.611592 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'security_group_rule': {'security_group_id': '2e9ac399-d392-47ce-9230-cbcf0f68b9c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:28.645997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.701963 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.705524 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.727165 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30244c8-a663-4f79-ac99-235e7eda5a1d,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:28.730594 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.731762 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-1d11c9f6-efe2-4115-b6ee-325bda0e65bd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235399 Aug 09 18:41:28.734814 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51592) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:28.739308 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:28.761007 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.869967 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:28.922904 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b08ac-213b-4000-adaf-2851f4eeec7c req-8ed7102a-67f7-42f7-8004-a1dc5fde2d2d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:28.931369 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-930b08ac-213b-4000-adaf-2851f4eeec7c req-8ed7102a-67f7-42f7-8004-a1dc5fde2d2d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 943 time: 0.0686181 Aug 09 18:41:28.964049 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-930b08ac-213b-4000-adaf-2851f4eeec7c req-f586b15e-49fd-4b16-aef7-1e7512266220 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Aug 09 18:41:28.978389 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Allocated IP 172.27.3.106 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/e6ecd7eb-c5b6-4d7e-a7c7-5425dd2331d0) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:41:29.080507 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.119444 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.154714 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:41:29.159654 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:41:29.162781 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:41:29.189473 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'Port': ['ID=e6ecd7eb-c5b6-4d7e-a7c7-5425dd2331d0,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:29.253217 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.285570 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.433993 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.439727 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.508354 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'Port': ['ID=e6ecd7eb-c5b6-4d7e-a7c7-5425dd2331d0,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:29.518177 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.532433 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:29.533750 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ab8277ee-dd35-4d74-81a5-438130880d90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7980466 Aug 09 18:41:29.719814 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-296357ad-d982-414d-bda8-9f4ab0f0e7b3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1185506374&fields=id&tenant_id=ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 267 time: 0.0340636 Aug 09 18:41:29.825365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-5b758734-0776-493a-80e9-4e116ba261ad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:29.826817 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-5b758734-0776-493a-80e9-4e116ba261ad tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 816 time: 0.1003962 Aug 09 18:41:29.842398 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-95373d69-62ba-4e4a-ad7f-e7d99ffee623 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/quotas/ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 375 time: 0.0099595 Aug 09 18:41:29.894621 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-b9a95540-d1a7-41f7-b412-9bf4c63ae034 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468609 Aug 09 18:41:29.990961 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-100d267b-fb18-4f48-8b0c-896bb0aa6745 service neutron] 10.222.0.25 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837336 Aug 09 18:41:30.118023 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9621-1a64-4eec-9d44-cd2a44c472a1 req-dff8a5a5-4864-4d56-86ff-9e54d9cbb3ad tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:30.119505 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea9f9621-1a64-4eec-9d44-cd2a44c472a1 req-dff8a5a5-4864-4d56-86ff-9e54d9cbb3ad tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 943 time: 0.0807717 Aug 09 18:41:30.121758 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-0b2470ae-2d2c-47a9-a67c-b35156b75830 service neutron] 10.222.0.25 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249576 Aug 09 18:41:30.163015 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea9f9621-1a64-4eec-9d44-cd2a44c472a1 req-0ff9df76-823b-4db3-af6f-356c1f6f7b53 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Aug 09 18:41:30.287742 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e36832a4-a4b2-4d0a-89e8-7ad324133c0a req-13fdd36d-b49a-4392-b04c-6aa758f10d36 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 210 time: 0.0271869 Aug 09 18:41:30.343112 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device b8416156-2916-499d-94b4-7a0c890254d4 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:41:30.465307 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port b8416156-2916-499d-94b4-7a0c890254d4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b8416156-2916-499d-94b4-7a0c890254d4,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:30.479691 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': 'b8416156-2916-499d-94b4-7a0c890254d4', 'network_id': 'f177fb00-6979-4786-8968-339abc496db7', 'port_id': 'b8416156-2916-499d-94b4-7a0c890254d4', 'mac_address': 'fa:16:3e:b9:b2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf4020c-edd2-41e3-8d76-722043000f5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:41:30.523683 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e6df-9e10-4350-ae89-e206498fd73a req-0bb5cacf-bc2c-4bf4-a7a0-3203ca5567f7 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:30.525277 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1525e6df-9e10-4350-ae89-e206498fd73a req-0bb5cacf-bc2c-4bf4-a7a0-3203ca5567f7 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 09 18:41:30.531755 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:30.547056 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8416156-2916-499d-94b4-7a0c890254d4 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:41:30.567866 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port b8416156-2916-499d-94b4-7a0c890254d4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b8416156-2916-499d-94b4-7a0c890254d4,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:30.572385 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:30.579611 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1525e6df-9e10-4350-ae89-e206498fd73a req-04f8fd9f-3d08-4b58-9ba8-abd101a5d06a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369630 Aug 09 18:41:30.623408 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=b8416156-2916-499d-94b4-7a0c890254d4,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:30.631447 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.631816 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.632166 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.633240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.633919 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.634278 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.634624 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.635353 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.635510 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.635957 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.636293 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:30.636620 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:41:31.035435 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['b8416156-2916-499d-94b4-7a0c890254d4'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:41:31.281809 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6d4a-0c52-4972-9ab6-73a434352ea8 req-a1f0aa75-bb83-4423-9bf6-494d26519749 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:31.283791 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1dfe6d4a-0c52-4972-9ab6-73a434352ea8 req-a1f0aa75-bb83-4423-9bf6-494d26519749 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 944 time: 0.0505772 Aug 09 18:41:31.324484 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1dfe6d4a-0c52-4972-9ab6-73a434352ea8 req-7e70ef5d-a7a9-4238-94a7-9a0a82a1e7a2 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Aug 09 18:41:31.422652 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-01617f01-5569-40be-ab51-e7506d96651f req-6fbcaad9-ae69-4bfb-b679-81c8425f0b79 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 210 time: 0.0346513 Aug 09 18:41:31.471536 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-5de25227-aadc-408e-9f0b-e5e90d31e45b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:31.472960 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-5de25227-aadc-408e-9f0b-e5e90d31e45b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 816 time: 0.1386316 Aug 09 18:41:31.524484 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-cb556abb-6f1c-4dd7-84a2-320563bac8a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 380 time: 0.0356038 Aug 09 18:41:31.534783 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'port': {'device_id': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'admin_state_up': True, 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'security_groups': ['2e9ac399-d392-47ce-9230-cbcf0f68b9c7']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:31.641365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Made reservation on behalf of ef4d93d5b77e45babe51f4308ece2d60 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:41:31.645512 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:31.743275 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5d8cc-2a1b-474d-ac28-e357766ddaa0 req-edc7cea1-2205-4b15-b152-6d2030b66268 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:31.744749 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d5d8cc-2a1b-474d-ac28-e357766ddaa0 req-edc7cea1-2205-4b15-b152-6d2030b66268 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.0893633 Aug 09 18:41:31.819704 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d5d8cc-2a1b-474d-ac28-e357766ddaa0 req-cafd126b-872a-44fb-a53d-861f4c800a97 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672195 Aug 09 18:41:31.836432 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Allocated IP 172.20.0.5 (15513d91-25aa-4370-afbe-bfd8b5b413dd/d461cd31-e068-4987-ae95-2ef5b170ab95/21194f10-d5bc-4b0c-93b6-ee1e908fdef9) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:41:31.970140 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:31.983347 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Transition to ACTIVE for port object 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:41:32.015143 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.054896 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:41:32.059782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:41:32.063371 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:41:32.089814 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:32.118823 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:32.119464 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.136139 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-3f651a5a-5c72-472e-9d6f-235e44cdf9a2 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047888 Aug 09 18:41:32.156832 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Request body: {'port': {'device_id': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:32.217290 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.291248 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-d6d5f08d-a7cc-42ef-8a8e-d353cceaac8f None None] Provisioning for port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:41:32.295516 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-d6d5f08d-a7cc-42ef-8a8e-d353cceaac8f None None] Provisioning complete for port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:41:32.295894 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d6d5f08d-a7cc-42ef-8a8e-d353cceaac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.332054 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5f08d-a7cc-42ef-8a8e-d353cceaac8f None None] Port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:41:32.378029 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device b8416156-2916-499d-94b4-7a0c890254d4 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:41:32.438593 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port b8416156-2916-499d-94b4-7a0c890254d4 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:41:32.443109 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port b8416156-2916-499d-94b4-7a0c890254d4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:41:32.443488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.541148 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.563283 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060d4aa-024e-43d4-a518-a474a103a207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8416156-2916-499d-94b4-7a0c890254d4'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:32.565578 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c385b1b4-2dc5-40f3-ae3f-91b93d299055" -d '{"events": [{"server_uuid": "d060d4aa-024e-43d4-a518-a474a103a207", "name": "network-vif-plugged", "status": "completed", "tag": "b8416156-2916-499d-94b4-7a0c890254d4"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:32.579614 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port b8416156-2916-499d-94b4-7a0c890254d4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b8416156-2916-499d-94b4-7a0c890254d4,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:32.583747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.635927 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=b8416156-2916-499d-94b4-7a0c890254d4,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:32.663751 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5107d6-2835-4201-a7bb-484c6b12f6f2 req-edad81ff-7851-4f1e-9977-da3ac469d20f tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:32.665249 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb5107d6-2835-4201-a7bb-484c6b12f6f2 req-edad81ff-7851-4f1e-9977-da3ac469d20f tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 944 time: 0.1645114 Aug 09 18:41:32.677144 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffcdfd-a86c-41e5-8832-37e0277c4207 req-f2ce39f4-105a-433e-8f00-836bef1e2e26 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:32.678495 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dbffcdfd-a86c-41e5-8832-37e0277c4207 req-f2ce39f4-105a-433e-8f00-836bef1e2e26 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 931 time: 0.1766357 Aug 09 18:41:32.794241 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dbffcdfd-a86c-41e5-8832-37e0277c4207 req-29eaba53-ff9b-4fe9-aca4-fa346344adcc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060381 Aug 09 18:41:32.798546 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb5107d6-2835-4201-a7bb-484c6b12f6f2 req-e2c65d35-5ec3-46ca-a968-0971443515ff tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135538 Aug 09 18:41:32.853270 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b341679-c88d-4375-ad4b-441f07765d02 x-openstack-request-id: req-1b341679-c88d-4375-ad4b-441f07765d02 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:32.853578 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d060d4aa-024e-43d4-a518-a474a103a207", "name": "network-vif-plugged", "status": "completed", "tag": "b8416156-2916-499d-94b4-7a0c890254d4", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:32.853802 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b341679-c88d-4375-ad4b-441f07765d02 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:32.854196 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060d4aa-024e-43d4-a518-a474a103a207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8416156-2916-499d-94b4-7a0c890254d4', 'code': 200} Aug 09 18:41:32.886081 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:41:32.902084 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:32.958345 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Transition to ACTIVE for port object 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:41:32.966205 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.021619 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-e1a664ec-2f88-4f12-af41-831c86c3760a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:33.023154 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-e1a664ec-2f88-4f12-af41-831c86c3760a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.1187673 Aug 09 18:41:33.034505 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e45084-0abc-4a19-a32f-5c81429bba30 req-9a9e9c50-3a40-496a-87c7-a8ee5b4f0818 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:33.036524 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e2e45084-0abc-4a19-a32f-5c81429bba30 req-9a9e9c50-3a40-496a-87c7-a8ee5b4f0818 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 945 time: 0.1459627 Aug 09 18:41:33.060229 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:33.090779 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dca25-76e2-47b9-9c90-6b243fe627db req-c6431e2c-6d5e-450c-b57e-2a2e1690f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:33.096192 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-631dca25-76e2-47b9-9c90-6b243fe627db req-c6431e2c-6d5e-450c-b57e-2a2e1690f12f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 1098 time: 0.0530941 Aug 09 18:41:33.133979 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-631dca25-76e2-47b9-9c90-6b243fe627db req-e1b6c8d9-a3c4-470a-84fd-7bf7fb9f83a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302944 Aug 09 18:41:33.188039 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e2e45084-0abc-4a19-a32f-5c81429bba30 req-8940dbbe-b92a-4d3f-bc08-ed86978c8245 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420181 Aug 09 18:41:33.217342 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Attempting to bind port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:41:33.217677 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Attempting to bind port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:41:33.218008 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Attempting to bind port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:41:33.225591 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:41:33.225913 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Attempting to bind port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 on network 15513d91-25aa-4370-afbe-bfd8b5b413dd {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:41:33.233073 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:41:33.233423 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Checking segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:41:33.233800 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Bound using segment: {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:41:33.234219 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Bound port: 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9c902d-0689-41c3-a4a0-6ad617fe6048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:41:33.234569 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.244616 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Deleting port 9e6b2d24-5bec-4406-aced-5b587e2d12fd {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:41:33.244941 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.366201 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:41:33.370249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:41:33.375757 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] For port 9e6b2d24-5bec-4406-aced-5b587e2d12fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=9e6b2d24-5bec-4406-aced-5b587e2d12fd,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:33.376134 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.384177 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.452912 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:33.453549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.454964 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-275d8428-93a0-438e-b66d-2846759148bf service neutron] 10.222.0.73 "PUT /v2.0/ports/21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 200 len: 1093 time: 1.3025656 Aug 09 18:41:33.457035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:33.459906 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da1a531-da7e-4e34-aaa4-f5f402c02db2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:33.496726 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d8428-93a0-438e-b66d-2846759148bf service neutron] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:33.500175 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f99827-ccc4-4f59-a87e-1e0183784bdf x-openstack-request-id: req-90f99827-ccc4-4f59-a87e-1e0183784bdf {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:33.500452 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:33.500698 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90f99827-ccc4-4f59-a87e-1e0183784bdf {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:33.501074 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'status': 'completed', 'code': 200} Aug 09 18:41:33.613953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.614315 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.614625 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Floating IP 12de17c7-c10b-48b3-8456-a284cbda70ec disassociated. External IP: 172.27.3.135, port: 9e6b2d24-5bec-4406-aced-5b587e2d12fd. Aug 09 18:41:33.614960 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Calling delete_port for 9e6b2d24-5bec-4406-aced-5b587e2d12fd owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:41:33.741150 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:33.774330 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'Port': ['ID=9e6b2d24-5bec-4406-aced-5b587e2d12fd,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:33.969782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:41:33.999176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726d908-37e1-4d2d-935e-f25555892d18 req-674270ae-c275-4a14-b488-72a4ed2252ea tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.000657 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4726d908-37e1-4d2d-935e-f25555892d18 req-674270ae-c275-4a14-b488-72a4ed2252ea tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 945 time: 0.1248689 Aug 09 18:41:34.022066 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3b3f-67ac-4c7d-ac65-97c3d5a292b3 req-339584b8-9828-4c63-bf94-152879e06c9d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.023478 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2adb3b3f-67ac-4c7d-ac65-97c3d5a292b3 req-339584b8-9828-4c63-bf94-152879e06c9d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.1342118 Aug 09 18:41:34.029433 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1a531-da7e-4e34-aaa4-f5f402c02db2 req-1f351175-6bd5-4143-989b-91b09a6a5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.030803 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3da1a531-da7e-4e34-aaa4-f5f402c02db2 req-1f351175-6bd5-4143-989b-91b09a6a5c12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1096 time: 0.1152527 Aug 09 18:41:34.213811 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4726d908-37e1-4d2d-935e-f25555892d18 req-8957f06a-61da-47da-90f2-b26ade5407d8 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019711 Aug 09 18:41:34.220541 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2adb3b3f-67ac-4c7d-ac65-97c3d5a292b3 req-a8f45b5d-9ceb-4e9d-a739-e559b7e45a08 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859426 Aug 09 18:41:34.264896 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:41:34.275141 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1a531-da7e-4e34-aaa4-f5f402c02db2 req-7cbfdd24-b2fb-4ef5-81f9-b4be383717c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.276798 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3da1a531-da7e-4e34-aaa4-f5f402c02db2 req-7cbfdd24-b2fb-4ef5-81f9-b4be383717c4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1970937 Aug 09 18:41:34.278234 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:41:34.289196 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:41:34.289883 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:34.339639 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] No DVR routers for this DVR port 9e6b2d24-5bec-4406-aced-5b587e2d12fd on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:41:34.366227 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:34.368138 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ed71fca3-0e72-4ed0-8233-94f8e14376a3 req-ec9abdd9-f5e6-43ca-ba9d-3fefbbe1943b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "DELETE /v2.0/ports/9e6b2d24-5bec-4406-aced-5b587e2d12fd HTTP/1.1" status: 204 len: 173 time: 1.3232996 Aug 09 18:41:34.386309 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6034b5b6-1499-496d-a57d-cf6dd108f940 req-11405dda-d74c-472f-91fa-88b28d6147dc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 210 time: 0.0930874 Aug 09 18:41:34.409474 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:41:34.437350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1a531-da7e-4e34-aaa4-f5f402c02db2 req-a9f67128-9d5d-4e52-9f97-82de48e7fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.438920 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3da1a531-da7e-4e34-aaa4-f5f402c02db2 req-a9f67128-9d5d-4e52-9f97-82de48e7fbb8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468823 Aug 09 18:41:34.556389 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-0cbd06f8-8ffc-4552-82be-f22960aec622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.557923 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-0cbd06f8-8ffc-4552-82be-f22960aec622 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1096 time: 0.0416291 Aug 09 18:41:34.607083 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:34.612727 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-67d09dcd-3496-4d11-88df-de8c7a1be8be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 200 len: 217 time: 0.0378582 Aug 09 18:41:34.633695 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:41:34.642885 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:41:34.643651 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:34.665553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-0a838325-8c52-4722-aee2-bef15ed79c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.667035 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-0a838325-8c52-4722-aee2-bef15ed79c2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0436070 Aug 09 18:41:34.716152 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-4f5dcfd2-c20c-4316-b6f3-0a7f198d0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:34.717698 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-4f5dcfd2-c20c-4316-b6f3-0a7f198d0482 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424883 Aug 09 18:41:34.753019 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:41:34.819500 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-ed1939da-6523-42a9-849a-df3fcb914eb6 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931125 Aug 09 18:41:34.946459 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-da25b2f3-b062-4e7c-9a6a-9e4240060bcc req-a44c63f0-4bef-46ab-a7a8-37a87848da0c service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932653 Aug 09 18:41:34.968750 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:34.998943 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552c701-4937-4ced-add9-6eb9f62f0427 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:41:35.234204 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa8b13-0365-472e-823f-9e2e1399135b None None] New status for floating IP 12de17c7-c10b-48b3-8456-a284cbda70ec: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:41:35.370638 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b4e6e-9461-420f-8a71-e1280301a8d2 req-4db77055-2c66-4af0-b73c-556765bb7ec8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:35.372146 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-304b4e6e-9461-420f-8a71-e1280301a8d2 req-4db77055-2c66-4af0-b73c-556765bb7ec8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0726149 Aug 09 18:41:35.380881 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c70b44-9965-4501-9c5a-fd4b85ffd747 req-dc65d8c4-4b54-4a68-9932-bb5a253dd8c0 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:35.387510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03c70b44-9965-4501-9c5a-fd4b85ffd747 req-dc65d8c4-4b54-4a68-9932-bb5a253dd8c0 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 945 time: 0.0965300 Aug 09 18:41:35.443588 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-304b4e6e-9461-420f-8a71-e1280301a8d2 req-4c8700a0-f709-48cd-ac9b-f4164f63fdbb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550764 Aug 09 18:41:35.446338 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-03c70b44-9965-4501-9c5a-fd4b85ffd747 req-a16b7076-6501-46f7-adec-c2e96e77e00e tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567818 Aug 09 18:41:35.502071 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'name': 'network-vif-deleted', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:35.504549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ecac7c-e195-4040-875f-6c31aa138297" -d '{"events": [{"server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "name": "network-vif-deleted", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:35.540378 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6bae542-db2e-4a64-ab02-e1e23de85492 req-03905a04-5dbf-4327-9c2c-2b8202035104 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=f68c0fd0-9505-440c-8305-d85b043dd207 HTTP/1.1" status: 200 len: 210 time: 0.0266793 Aug 09 18:41:35.585232 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f22297-2596-40ff-930b-0ed15424063f x-openstack-request-id: req-b6f22297-2596-40ff-930b-0ed15424063f {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:35.585524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c0fd0-9505-440c-8305-d85b043dd207", "name": "network-vif-deleted", "tag": "9e6b2d24-5bec-4406-aced-5b587e2d12fd", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:35.586061 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6f22297-2596-40ff-930b-0ed15424063f {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:35.586457 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c0fd0-9505-440c-8305-d85b043dd207', 'name': 'network-vif-deleted', 'tag': '9e6b2d24-5bec-4406-aced-5b587e2d12fd', 'status': 'completed', 'code': 200} Aug 09 18:41:36.379985 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9e6b2d24-5bec-4406-aced-5b587e2d12fd no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:41:36.401947 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 9e6b2d24-5bec-4406-aced-5b587e2d12fd {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:41:36.402366 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 9e6b2d24-5bec-4406-aced-5b587e2d12fd not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:41:36.564732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531bf5e-8db8-4829-aca9-23e489013f52 req-e0a381be-5b94-4342-8056-b8a4a356399f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:36.566269 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5531bf5e-8db8-4829-aca9-23e489013f52 req-e0a381be-5b94-4342-8056-b8a4a356399f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0478928 Aug 09 18:41:36.611283 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5531bf5e-8db8-4829-aca9-23e489013f52 req-cfa829e7-56bd-4141-8c23-b90713d8945e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377896 Aug 09 18:41:36.743467 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-5feceedd-b521-41c7-98b9-af2187b23b37 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155014792&fields=id&tenant_id=3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 267 time: 0.0316913 Aug 09 18:41:36.845928 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-ff701f0d-3877-4836-9d04-9dbc46446dd7 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:36.847363 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-ff701f0d-3877-4836-9d04-9dbc46446dd7 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 812 time: 0.0973389 Aug 09 18:41:36.862000 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-1d56d8d0-4818-4c63-a325-5039b328adce tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/quotas/3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 375 time: 0.0088763 Aug 09 18:41:36.915379 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-30685b7f-72e3-4262-a00a-a8ba3e932cae tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473843 Aug 09 18:41:37.012669 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-f080659a-fd5e-4dbd-b6a5-5eb6335bed95 service neutron] 10.222.0.25 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836990 Aug 09 18:41:37.098378 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-ffbbffac-e7a6-4092-869a-6cc99f7f01e1 service neutron] 10.222.0.25 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791304 Aug 09 18:41:37.382504 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c7f2dd4e-ee7d-4094-aeec-954c0eaeb730 req-10ada8c1-e611-4381-b693-caceebf40c67 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 210 time: 0.0303986 Aug 09 18:41:37.734136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46cd24-bba9-46ac-8ddc-54c79fdecc6f req-3da3cbcf-0b73-452b-b8ba-c171b0c6d480 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:37.735504 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cb46cd24-bba9-46ac-8ddc-54c79fdecc6f req-3da3cbcf-0b73-452b-b8ba-c171b0c6d480 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0504155 Aug 09 18:41:37.775025 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cb46cd24-bba9-46ac-8ddc-54c79fdecc6f req-d079dd80-10d6-4781-ad70-0ec5b572bd57 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Aug 09 18:41:37.912691 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:41:38.494017 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-005096e1-6158-4858-bcb2-f6d36ac193fa req-caa2ef86-87a2-4ac0-b7c6-69bd4af99618 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 210 time: 0.0333622 Aug 09 18:41:38.532291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-d72d1340-238b-4757-bde9-13022cfd73a5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:38.533985 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-d72d1340-238b-4757-bde9-13022cfd73a5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 812 time: 0.1349444 Aug 09 18:41:38.583350 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-0047c2f9-0f56-46ef-a5d6-ad7657d8bbb1 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 380 time: 0.0337145 Aug 09 18:41:38.592274 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'port': {'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'admin_state_up': True, 'tenant_id': '3af446828a82447aaba157e5130923dc', 'security_groups': ['5c06920c-da39-4165-8d78-7b6e2565f790']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:38.695399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Made reservation on behalf of 3af446828a82447aaba157e5130923dc for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:41:38.698738 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:38.825066 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Allocated IP 172.20.0.10 (fb46b02e-b970-486b-8b1d-d6caf0184fd6/0af72d5c-73e8-4d71-878d-f0c98cd32028/623f0ac3-645d-46a3-a805-e8783933ab63) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:41:38.955515 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e71bb-1864-4782-a1b2-6cd9c10491d1 req-efeb9368-6fd9-4ad9-9377-0a61c3463933 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:38.956936 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-189e71bb-1864-4782-a1b2-6cd9c10491d1 req-efeb9368-6fd9-4ad9-9377-0a61c3463933 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.1068594 Aug 09 18:41:39.022942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.027395 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-189e71bb-1864-4782-a1b2-6cd9c10491d1 req-17b36b38-a3e7-4236-92e0-9cfd91f0a582 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606737 Aug 09 18:41:39.052795 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Transition to ACTIVE for port object 623f0ac3-645d-46a3-a805-e8783933ab63 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:41:39.081176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.124197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:41:39.127180 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:41:39.131709 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:41:39.138209 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=623f0ac3-645d-46a3-a805-e8783933ab63,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:39.187215 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:39.187930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.203270 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-7e689de2-be62-4ae7-af4a-818d752fdf0b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6145697 Aug 09 18:41:39.222678 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Request body: {'port': {'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:39.279363 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.337613 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-325c440c-c7ed-48bb-a0f0-174fe3552967 None None] Provisioning for port 623f0ac3-645d-46a3-a805-e8783933ab63 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:41:39.341560 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-325c440c-c7ed-48bb-a0f0-174fe3552967 None None] Provisioning complete for port 623f0ac3-645d-46a3-a805-e8783933ab63 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:41:39.341941 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-325c440c-c7ed-48bb-a0f0-174fe3552967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.376749 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-325c440c-c7ed-48bb-a0f0-174fe3552967 None None] Port 623f0ac3-645d-46a3-a805-e8783933ab63 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:41:39.541297 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623f0ac3-645d-46a3-a805-e8783933ab63 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:41:39.548658 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.560819 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Transition to ACTIVE for port object 623f0ac3-645d-46a3-a805-e8783933ab63 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:41:39.564740 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:39.643959 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Pushing event updated for resources: {'Port': ['ID=623f0ac3-645d-46a3-a805-e8783933ab63,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:39.703322 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd5ddf-29fc-4d76-bce2-1a148efb093e req-f70a46fc-1801-440e-8166-0be738fa1f51 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:39.704897 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0ddd5ddf-29fc-4d76-bce2-1a148efb093e req-f70a46fc-1801-440e-8166-0be738fa1f51 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.1324437 Aug 09 18:41:40.007291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Attempting to bind port 623f0ac3-645d-46a3-a805-e8783933ab63 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:41:40.007999 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Attempting to bind port 623f0ac3-645d-46a3-a805-e8783933ab63 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:41:40.007999 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Attempting to bind port 623f0ac3-645d-46a3-a805-e8783933ab63 on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:41:40.019159 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Port 623f0ac3-645d-46a3-a805-e8783933ab63 on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:41:40.019474 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Attempting to bind port 623f0ac3-645d-46a3-a805-e8783933ab63 on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:41:40.026938 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0ddd5ddf-29fc-4d76-bce2-1a148efb093e req-b7e59ac4-aff7-4a62-a28f-cef308f59546 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146114 Aug 09 18:41:40.029487 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:41:40.029852 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Checking segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:41:40.030175 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Bound using segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:41:40.030597 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Bound port: 623f0ac3-645d-46a3-a805-e8783933ab63, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:41:40.030947 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:40.095743 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] For port 623f0ac3-645d-46a3-a805-e8783933ab63, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:41:40.100817 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] For port 623f0ac3-645d-46a3-a805-e8783933ab63, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=623f0ac3-645d-46a3-a805-e8783933ab63,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:41:40.117247 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:40.169998 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.170614 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:40.171988 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] 10.222.0.73 "PUT /v2.0/ports/623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 1094 time: 0.9536777 Aug 09 18:41:40.172577 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:40.174845 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4" -d '{"events": [{"name": "network-changed", "server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:40.209713 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0cf60-f4e2-45a4-83c3-96afa1d9f52b req-882a9245-91ff-4e6e-8bbb-3378452d4a85 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.211658 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-90d0cf60-f4e2-45a4-83c3-96afa1d9f52b req-882a9245-91ff-4e6e-8bbb-3378452d4a85 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.1095169 Aug 09 18:41:40.215109 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924044ad-ea88-45db-b372-93c6da615b87 service neutron] Pushing event updated for resources: {'Port': ['ID=623f0ac3-645d-46a3-a805-e8783933ab63,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:40.245439 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acde730-9234-4e36-aa5c-2ee5ded75cde x-openstack-request-id: req-4acde730-9234-4e36-aa5c-2ee5ded75cde {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:40.246255 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:40.246255 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4acde730-9234-4e36-aa5c-2ee5ded75cde {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:40.246964 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63', 'status': 'completed', 'code': 200} Aug 09 18:41:40.293564 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-90d0cf60-f4e2-45a4-83c3-96afa1d9f52b req-eda0de62-0a72-42d4-87bf-66db0fb751ca tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653057 Aug 09 18:41:40.299341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-ef2dacd9-0802-4d45-adaa-0047cd8886a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.301178 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-ef2dacd9-0802-4d45-adaa-0047cd8886a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1097 time: 0.0660219 Aug 09 18:41:40.350393 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-f0b3cc52-1a71-46fd-bca5-4224df8b2d06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 217 time: 0.0348670 Aug 09 18:41:40.405682 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-18b5d297-b0f6-4f25-9102-0390650d96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.407892 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-18b5d297-b0f6-4f25-9102-0390650d96cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0482605 Aug 09 18:41:40.410512 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-39cfc5dc-3327-4cbc-869b-912834606bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:40.421213 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:41:40.455964 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-abe6ce02-2b78-4951-94a5-dfb3418d2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.458062 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-abe6ce02-2b78-4951-94a5-dfb3418d2253 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424976 Aug 09 18:41:40.524023 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:40.536165 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'mac_address': 'fa:16:3e:67:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:41:40.548412 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-17c3df55-e01c-4d1e-a552-633cd0b117c6 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823536 Aug 09 18:41:40.572798 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:40.586295 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:41:40.607174 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:40.611159 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:40.641326 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-805764e3-0f77-46dd-9b8f-7ad87c6221ad req-4648f09e-9c34-4183-b444-4fa898078dbc service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859079 Aug 09 18:41:40.665032 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:40.810132 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-52d29fd0-fb24-4306-8ab8-3e91cedb9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.811704 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-52d29fd0-fb24-4306-8ab8-3e91cedb9dd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1097 time: 0.0432873 Aug 09 18:41:40.904967 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-6d4c1511-582e-4ea8-a9b9-1e227447e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:40.906393 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-6d4c1511-582e-4ea8-a9b9-1e227447e185 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.0875549 Aug 09 18:41:40.948381 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-b1eb4f39-bae0-47ea-bb60-5b54382b7928 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 217 time: 0.0344710 Aug 09 18:41:41.000702 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-8fd9591e-6280-4557-bab2-b08e8208b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:41.002218 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-8fd9591e-6280-4557-bab2-b08e8208b216 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0461826 Aug 09 18:41:41.055478 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-56400883-9893-44f7-ba7b-3091529afc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:41.058499 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-56400883-9893-44f7-ba7b-3091529afc8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477326 Aug 09 18:41:41.183247 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aedc6-96f8-44e1-8aec-fb53867dd0f8 req-ad9c5ee6-e35d-4890-87c0-bba83aef5d7a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:41.184732 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ef3aedc6-96f8-44e1-8aec-fb53867dd0f8 req-ad9c5ee6-e35d-4890-87c0-bba83aef5d7a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0765026 Aug 09 18:41:41.188575 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-bc353c53-ddd8-48f3-9767-a4c1b08ce318 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235600 Aug 09 18:41:41.228563 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['21194f10-d5bc-4b0c-93b6-ee1e908fdef9'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:41:41.275304 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ef3aedc6-96f8-44e1-8aec-fb53867dd0f8 req-47142b89-08fa-4fcc-8178-6b8fec0a9e11 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846868 Aug 09 18:41:41.305936 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8a5b81d2-8ebb-473a-85e2-ebead2d115a4 req-eb10351b-cb3e-4446-bdb5-d0386591a85d service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085041 Aug 09 18:41:41.414276 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eaa9a-ee69-422d-bb22-5e7e32d2f143 req-96744938-f5e4-4136-8501-5eedc4d5d778 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:41.415740 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-169eaa9a-ee69-422d-bb22-5e7e32d2f143 req-96744938-f5e4-4136-8501-5eedc4d5d778 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0488980 Aug 09 18:41:41.454789 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-169eaa9a-ee69-422d-bb22-5e7e32d2f143 req-472ff6cb-d427-44c6-98d0-8f46c77ed495 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330539 Aug 09 18:41:42.395884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8c94-53e8-4e1f-8821-6799f99eed82 req-924bb235-c48b-46ad-9d9e-9cec90feb43c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:42.398162 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1fbb8c94-53e8-4e1f-8821-6799f99eed82 req-924bb235-c48b-46ad-9d9e-9cec90feb43c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0537438 Aug 09 18:41:42.436075 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1fbb8c94-53e8-4e1f-8821-6799f99eed82 req-6901647d-2542-42a1-9841-94f5459801c6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318124 Aug 09 18:41:42.449931 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:41:42.506295 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:41:42.510575 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:41:42.511065 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:42.577364 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286814e-8024-43be-9ed5-2f4726958861 req-874229ab-99ff-4240-aaec-b2da4880c671 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:42.578922 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3286814e-8024-43be-9ed5-2f4726958861 req-874229ab-99ff-4240-aaec-b2da4880c671 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0479057 Aug 09 18:41:42.592227 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:42.615389 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:42.617787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342a145-f6be-4d03-a705-660ee1f0d9a2" -d '{"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-plugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:42.618207 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3286814e-8024-43be-9ed5-2f4726958861 req-f3bf03fd-84ee-4ce7-933d-ab261aa9e3f5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Aug 09 18:41:42.632917 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:41:42.638358 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:42.663082 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932efc51-da57-4762-922f-779c402347a5 x-openstack-request-id: req-932efc51-da57-4762-922f-779c402347a5 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:42.663362 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-plugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:42.663603 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-932efc51-da57-4762-922f-779c402347a5 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:42.663976 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'code': 200} Aug 09 18:41:42.689732 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:41:42.876960 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323c767-d8ec-46e3-9aba-86637cf71b99 req-e9124917-191f-428b-bd52-f764b1844b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:42.878507 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5323c767-d8ec-46e3-9aba-86637cf71b99 req-e9124917-191f-428b-bd52-f764b1844b75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1098 time: 0.0410535 Aug 09 18:41:42.933791 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5323c767-d8ec-46e3-9aba-86637cf71b99 req-92afb259-82f8-4f84-af3e-8a12b64ecade service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288453 Aug 09 18:41:43.073452 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e0b42266-a9ee-44dd-ae4e-ec78f2fe2440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:43.205518 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:43.555971 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e613d4-36be-4841-98e3-bdc280218a8c req-05795b5b-559b-491a-918a-28cb32bcaae4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:43.557979 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84e613d4-36be-4841-98e3-bdc280218a8c req-05795b5b-559b-491a-918a-28cb32bcaae4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0521567 Aug 09 18:41:43.597341 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-84e613d4-36be-4841-98e3-bdc280218a8c req-6cde9d74-4ecd-4bdb-b040-9700d6d6e68d tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335062 Aug 09 18:41:43.741641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d39e8-4be8-4d89-b77d-1de5a42d0cf4 req-07df1bb7-8d02-4f33-ab3c-48b3c2ff9406 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:43.743115 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf4d39e8-4be8-4d89-b77d-1de5a42d0cf4 req-07df1bb7-8d02-4f33-ab3c-48b3c2ff9406 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0508296 Aug 09 18:41:43.782238 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cf4d39e8-4be8-4d89-b77d-1de5a42d0cf4 req-965b02fe-d195-4c74-a587-b70aa6b9f6ab tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Aug 09 18:41:44.376874 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:44.713412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5fc9d-9663-407f-b1ce-c527c3b0b234 req-18b3fafd-4fd3-43d3-9506-757685748b33 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:44.714918 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0b5fc9d-9663-407f-b1ce-c527c3b0b234 req-18b3fafd-4fd3-43d3-9506-757685748b33 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0504570 Aug 09 18:41:44.751917 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c0b5fc9d-9663-407f-b1ce-c527c3b0b234 req-884062e8-236a-438a-9d85-0a3bbd9844c4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Aug 09 18:41:44.905879 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5ddd-61b9-4801-8bc0-9934b6332dd5 req-10581c08-fe4f-46ce-bfa3-320e4f121a27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:44.907337 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d76d5ddd-61b9-4801-8bc0-9934b6332dd5 req-10581c08-fe4f-46ce-bfa3-320e4f121a27 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0533159 Aug 09 18:41:44.945485 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d76d5ddd-61b9-4801-8bc0-9934b6332dd5 req-5ef34a3c-2c44-4a87-b827-209dbb1c8642 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320079 Aug 09 18:41:45.744709 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:45.869767 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234f552-6a7e-4330-a65c-1bfbbe5bb816 req-0a951714-034d-4f74-af7f-b66bc5fa165f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:45.871236 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8234f552-6a7e-4330-a65c-1bfbbe5bb816 req-0a951714-034d-4f74-af7f-b66bc5fa165f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0494246 Aug 09 18:41:45.910431 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8234f552-6a7e-4330-a65c-1bfbbe5bb816 req-3723b830-e63c-4c0f-8ed0-b7bc10749a11 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332036 Aug 09 18:41:46.063157 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aea423-f4c5-4c34-9201-0aef915c739f req-67d0ca15-07ef-40b4-9a9e-726532d41219 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:46.064633 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6aea423-f4c5-4c34-9201-0aef915c739f req-67d0ca15-07ef-40b4-9a9e-726532d41219 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Aug 09 18:41:46.103008 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6aea423-f4c5-4c34-9201-0aef915c739f req-f3118ea4-cb51-47cd-a628-da77d847f6c6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Aug 09 18:41:47.028659 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd587ad-26ab-4be4-bcb0-e2c5db3952ad req-d8191b6b-479b-4c86-806f-6ed1f5032cdf tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:47.030092 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ddd587ad-26ab-4be4-bcb0-e2c5db3952ad req-d8191b6b-479b-4c86-806f-6ed1f5032cdf tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0521791 Aug 09 18:41:47.066434 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ddd587ad-26ab-4be4-bcb0-e2c5db3952ad req-49a39b13-6d96-4ccd-a7de-1466a9f20b93 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304873 Aug 09 18:41:47.222874 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda0bb-3eb1-4c2d-832a-d767dd671688 req-0ef313b3-868f-4630-998f-ba2fb7eac746 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:47.224353 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f2fda0bb-3eb1-4c2d-832a-d767dd671688 req-0ef313b3-868f-4630-998f-ba2fb7eac746 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Aug 09 18:41:47.262240 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f2fda0bb-3eb1-4c2d-832a-d767dd671688 req-9426b846-4119-4b41-9d05-44e9351f2ba3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318053 Aug 09 18:41:47.632793 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:48.183965 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1034d-1c9c-4e7d-b4cb-3efa77f24dbf req-3189fefb-dcf9-4671-815f-75e6fcaac33a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:48.185462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e7a1034d-1c9c-4e7d-b4cb-3efa77f24dbf req-3189fefb-dcf9-4671-815f-75e6fcaac33a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0484552 Aug 09 18:41:48.225847 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e7a1034d-1c9c-4e7d-b4cb-3efa77f24dbf req-633717d8-3396-406e-82cc-f15c50953eb4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344596 Aug 09 18:41:48.382042 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980c38a-83ab-461e-b5ca-6188497e830f req-e260fe08-54f3-4b7c-a6ba-f195f21db301 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:48.383409 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8980c38a-83ab-461e-b5ca-6188497e830f req-e260fe08-54f3-4b7c-a6ba-f195f21db301 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0518472 Aug 09 18:41:48.421144 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8980c38a-83ab-461e-b5ca-6188497e830f req-65bd097f-3977-476d-b294-4bac57835438 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Aug 09 18:41:49.340712 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad350-34fd-4b7a-96fe-1b9e197f3867 req-42bdab13-7315-419a-adfc-4d583c5f0396 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:49.342267 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e1ad350-34fd-4b7a-96fe-1b9e197f3867 req-42bdab13-7315-419a-adfc-4d583c5f0396 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0501873 Aug 09 18:41:49.382079 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e1ad350-34fd-4b7a-96fe-1b9e197f3867 req-6b423066-c434-4ea0-ad19-8e665faedcaf tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339413 Aug 09 18:41:49.542252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a7270-ef74-4f57-92ce-76e60797be96 req-242101bd-7a00-49c6-a401-62ec3036e86c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:49.543684 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-997a7270-ef74-4f57-92ce-76e60797be96 req-242101bd-7a00-49c6-a401-62ec3036e86c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0515945 Aug 09 18:41:49.583172 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-997a7270-ef74-4f57-92ce-76e60797be96 req-f1e6ecc7-da7c-4b9f-badb-22b7d3f6d07d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333478 Aug 09 18:41:49.708158 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4b1bb-fe4e-406e-bc31-15e37eaa589c req-572e66fe-4321-4a23-8b8d-39a67db429bf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:49.711026 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0ef4b1bb-fe4e-406e-bc31-15e37eaa589c req-572e66fe-4321-4a23-8b8d-39a67db429bf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Aug 09 18:41:49.727997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51790) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:41:49.732786 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Request body: {'floatingip': {'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:41:49.774891 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:50.383805 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:50.387586 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:50.492443 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Floating IP 07fe4a6f-e953-4f79-9cdb-0aa85abf7384 associated. External IP: 172.27.3.106, port: 21194f10-d5bc-4b0c-93b6-ee1e908fdef9. Aug 09 18:41:50.496501 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12223bb-8831-4516-9756-6aa77e34cc8d req-78d6ac31-b05a-49ef-8c7a-e18dcc1695b4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:50.498079 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d12223bb-8831-4516-9756-6aa77e34cc8d req-78d6ac31-b05a-49ef-8c7a-e18dcc1695b4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0495901 Aug 09 18:41:50.539607 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d12223bb-8831-4516-9756-6aa77e34cc8d req-f0cdbdbf-16d1-4f10-9680-975e92756f24 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Aug 09 18:41:50.699188 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Router 046667ee-a597-4677-b67d-0ae9acd245d1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:41:50.808777 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:41:50.813596 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:41:50.818691 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:41:50.828089 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:41:50.828698 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:50.840145 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-030df842-6ba4-44a2-96c4-862111e14ea3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "PUT /v2.0/floatingips/07fe4a6f-e953-4f79-9cdb-0aa85abf7384 HTTP/1.1" status: 200 len: 991 time: 1.1110477 Aug 09 18:41:50.840685 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:41:50.843019 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9046a471-d456-4c40-8f3a-c8f266826379" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:41:50.936326 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc86cca-e58e-4820-a8ce-7b23f694130f x-openstack-request-id: req-5dc86cca-e58e-4820-a8ce-7b23f694130f {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:41:50.936613 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:41:50.936868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dc86cca-e58e-4820-a8ce-7b23f694130f {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:41:50.937180 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:41:50.937288 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'status': 'completed', 'code': 200} Aug 09 18:41:51.156201 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '07fe4a6f-e953-4f79-9cdb-0aa85abf7384', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'mac_address': 'fa:16:3e:67:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:41:29Z', 'updated_at': '2021-08-09T18:41:50Z', 'revision_number': 1, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:51.182503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:41:51.190623 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:41:51.191232 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:51.296168 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:41:51.519296 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '07fe4a6f-e953-4f79-9cdb-0aa85abf7384', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'mac_address': 'fa:16:3e:67:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:41:29Z', 'updated_at': '2021-08-09T18:41:50Z', 'revision_number': 1, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:41:51.545504 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d072c-4a5a-4f4e-8960-c3153ef29a28 None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '07fe4a6f-e953-4f79-9cdb-0aa85abf7384', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'mac_address': 'fa:16:3e:67:27:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:41:29Z', 'updated_at': '2021-08-09T18:41:50Z', 'revision_number': 1, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:41:51.660679 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad8ce-dbdb-488c-8b00-8426637b82dd req-143adf82-f1a3-43aa-9059-7508042639bd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:51.662540 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3cdad8ce-dbdb-488c-8b00-8426637b82dd req-143adf82-f1a3-43aa-9059-7508042639bd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0501964 Aug 09 18:41:51.702380 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3cdad8ce-dbdb-488c-8b00-8426637b82dd req-8cd001bb-6265-49e5-acdd-ec91a869bd92 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337629 Aug 09 18:41:51.730100 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a6268-504f-4412-88cd-c5ffa7241c8c None None] New status for floating IP 07fe4a6f-e953-4f79-9cdb-0aa85abf7384: ACTIVE {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:41:52.822067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e907d5-367a-4ce0-888f-4582a271f4e9 req-b9edc106-c02d-4212-80c8-eb0dc78fc618 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:52.823572 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45e907d5-367a-4ce0-888f-4582a271f4e9 req-b9edc106-c02d-4212-80c8-eb0dc78fc618 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0544040 Aug 09 18:41:52.861134 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45e907d5-367a-4ce0-888f-4582a271f4e9 req-6a215f08-8c17-488f-a3a2-d9f0c5891ba9 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317659 Aug 09 18:41:53.978025 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b72138-340f-4769-8527-207f82037264 req-9586fba0-6975-4a49-b009-877eb7909676 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:53.979548 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-25b72138-340f-4769-8527-207f82037264 req-9586fba0-6975-4a49-b009-877eb7909676 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0494473 Aug 09 18:41:54.044320 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-25b72138-340f-4769-8527-207f82037264 req-7e8e7160-fc97-421b-8f4e-b127f5d11a1e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510669 Aug 09 18:41:54.049720 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a471-d456-4c40-8f3a-c8f266826379 req-5faea8f1-82d7-4d2d-81a5-78eedc078136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:54.051129 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-5faea8f1-82d7-4d2d-81a5-78eedc078136 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1098 time: 0.0658932 Aug 09 18:41:54.143746 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a471-d456-4c40-8f3a-c8f266826379 req-55ed47eb-3e49-4357-ba53-7b3d8164b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:54.145274 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-55ed47eb-3e49-4357-ba53-7b3d8164b18d service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.0867803 Aug 09 18:41:54.211903 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-95948d9a-7e11-4009-9da8-02df0dc2ac37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 200 len: 1001 time: 0.0583489 Aug 09 18:41:54.268412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a471-d456-4c40-8f3a-c8f266826379 req-ed762e1b-8366-4db2-a525-7d0e1a71d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:54.269867 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-ed762e1b-8366-4db2-a525-7d0e1a71d8cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0467219 Aug 09 18:41:54.315447 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046a471-d456-4c40-8f3a-c8f266826379 req-41a93ab1-1b20-4400-99f9-5296f493c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:54.316841 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-41a93ab1-1b20-4400-99f9-5296f493c12b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390589 Aug 09 18:41:54.409798 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-cb0163cc-b782-4cc1-b95e-ca1f6be99341 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801435 Aug 09 18:41:54.503025 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9046a471-d456-4c40-8f3a-c8f266826379 req-023f929d-dece-46d1-9d8a-3c779cd1ddc9 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858572 Aug 09 18:41:55.163550 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e34e5-af8c-403c-9713-9daf96c1966a req-8a92327c-caac-49d3-8b1e-ce7c4b6b0807 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:55.165044 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-623e34e5-af8c-403c-9713-9daf96c1966a req-8a92327c-caac-49d3-8b1e-ce7c4b6b0807 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0516245 Aug 09 18:41:55.203067 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-623e34e5-af8c-403c-9713-9daf96c1966a req-bad66ebb-4528-412e-97d6-71d5572bcb0e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Aug 09 18:41:56.320905 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21517b1-0593-4784-afbd-7698b09fdd2a req-2c93d4e1-b2e3-4398-95bb-5270b68b24d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:56.322429 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a21517b1-0593-4784-afbd-7698b09fdd2a req-2c93d4e1-b2e3-4398-95bb-5270b68b24d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0512056 Aug 09 18:41:56.364558 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a21517b1-0593-4784-afbd-7698b09fdd2a req-b1f5191a-21b2-49d1-b4f5-6d07438059e0 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 Aug 09 18:41:57.478752 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4fefd-bd9b-48ab-aeff-fcaa3ad95a85 req-7f7337cc-a0aa-4821-aaf9-e309b23e246c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:57.480217 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ee4fefd-bd9b-48ab-aeff-fcaa3ad95a85 req-7f7337cc-a0aa-4821-aaf9-e309b23e246c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0496006 Aug 09 18:41:57.519404 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ee4fefd-bd9b-48ab-aeff-fcaa3ad95a85 req-e957a2d5-22fe-4d6c-bdb8-9e0c18498f89 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333042 Aug 09 18:41:58.635617 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cf3c1-a70b-49b2-af32-d9296a72927b req-9a092812-85bc-450e-9905-17ab88964afb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:58.638977 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-940cf3c1-a70b-49b2-af32-d9296a72927b req-9a092812-85bc-450e-9905-17ab88964afb tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0501044 Aug 09 18:41:58.674402 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-940cf3c1-a70b-49b2-af32-d9296a72927b req-fb51b465-f060-4773-b562-62d1f6fba0e0 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Aug 09 18:41:59.623430 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e97124-9225-4a8a-b811-3c121450954d req-826c015b-a236-4b25-8241-bc7323bc31c8 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:59.624820 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48e97124-9225-4a8a-b811-3c121450954d req-826c015b-a236-4b25-8241-bc7323bc31c8 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 945 time: 0.0512576 Aug 09 18:41:59.666457 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48e97124-9225-4a8a-b811-3c121450954d req-7b2d24df-60b4-45dc-bb88-b0e92f8a03c8 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357013 Aug 09 18:41:59.791223 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b151fe6-ac91-4a1c-8749-23f1bb820c0e req-0d165881-ca24-4629-9fe4-0619446d1ba4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:41:59.792711 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b151fe6-ac91-4a1c-8749-23f1bb820c0e req-0d165881-ca24-4629-9fe4-0619446d1ba4 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0485697 Aug 09 18:41:59.830202 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b151fe6-ac91-4a1c-8749-23f1bb820c0e req-99f64b22-2b71-4089-a98a-1c967d06b192 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Aug 09 18:42:00.786182 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01601f8-f6bb-4f56-a254-355efe267134 req-a2578aa9-dc90-4550-8f51-e243d63a59ca tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:00.788647 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b01601f8-f6bb-4f56-a254-355efe267134 req-a2578aa9-dc90-4550-8f51-e243d63a59ca tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 945 time: 0.0508471 Aug 09 18:42:00.827615 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b01601f8-f6bb-4f56-a254-355efe267134 req-8c7c3ba0-38b4-4a2c-bf50-fb3dacc3fad9 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Aug 09 18:42:00.948969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e252698-fb31-4b49-aee4-2f7b5c9e423c req-3e703973-05f3-49b0-acc5-cb438816bf8b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:00.950367 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e252698-fb31-4b49-aee4-2f7b5c9e423c req-3e703973-05f3-49b0-acc5-cb438816bf8b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0501523 Aug 09 18:42:00.993047 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e252698-fb31-4b49-aee4-2f7b5c9e423c req-ceb37b46-86b7-45d0-bc57-e1349f18bf92 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367138 Aug 09 18:42:01.948924 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e10803-3d76-477d-935e-434b0cf26562 req-0a2342e6-01f3-403c-b3a6-8fd154fa472e tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:01.950445 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-76e10803-3d76-477d-935e-434b0cf26562 req-0a2342e6-01f3-403c-b3a6-8fd154fa472e tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Aug 09 18:42:02.015236 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-76e10803-3d76-477d-935e-434b0cf26562 req-4951a253-bcda-4bf4-912d-020538ec3c53 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Aug 09 18:42:02.024277 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-1eb4012b-2cb3-49b5-a8c5-c4a8a999052d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:02.025704 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-1eb4012b-2cb3-49b5-a8c5-c4a8a999052d tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 945 time: 0.0729482 Aug 09 18:42:02.147695 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc186b7-9e78-4d10-9d01-3f6bb5cf3225 req-9bb1f06c-5901-487b-bec6-2331c405f57e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:02.149189 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7dc186b7-9e78-4d10-9d01-3f6bb5cf3225 req-9bb1f06c-5901-487b-bec6-2331c405f57e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0858500 Aug 09 18:42:02.178472 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Deleting port b8416156-2916-499d-94b4-7a0c890254d4 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:02.178917 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:02.235083 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7dc186b7-9e78-4d10-9d01-3f6bb5cf3225 req-60f411c4-3af6-48af-8c29-35012c91713c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798490 Aug 09 18:42:02.280431 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] For port b8416156-2916-499d-94b4-7a0c890254d4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b8416156-2916-499d-94b4-7a0c890254d4,segment=NetworkSegment(bfdc3384-e09d-4967-8bca-b5f7241a417c),segment_id=bfdc3384-e09d-4967-8bca-b5f7241a417c)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:02.280709 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:02.293203 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Calling delete_port for b8416156-2916-499d-94b4-7a0c890254d4 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:02.416483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:02.450848 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Pushing event deleted for resources: {'Port': ['ID=b8416156-2916-499d-94b4-7a0c890254d4,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:02.468208 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['b8416156-2916-499d-94b4-7a0c890254d4'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:42:02.491500 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] No DVR routers for this DVR port b8416156-2916-499d-94b4-7a0c890254d4 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:42:02.494157 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:02.496153 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aa1f3afa-3451-4938-80d0-fb00f2d9010b req-a86dfbaf-f627-49d5-8a60-865a0e688943 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.73 "DELETE /v2.0/ports/b8416156-2916-499d-94b4-7a0c890254d4 HTTP/1.1" status: 204 len: 173 time: 0.4622886 Aug 09 18:42:02.496583 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060d4aa-024e-43d4-a518-a474a103a207', 'name': 'network-vif-deleted', 'tag': 'b8416156-2916-499d-94b4-7a0c890254d4'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:02.498875 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333919a-60e2-42c2-9675-6c7fc5ad49be" -d '{"events": [{"server_uuid": "d060d4aa-024e-43d4-a518-a474a103a207", "name": "network-vif-deleted", "tag": "b8416156-2916-499d-94b4-7a0c890254d4"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:02.540624 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83963a03-c58b-4a9e-a3e7-dec244b920ba x-openstack-request-id: req-83963a03-c58b-4a9e-a3e7-dec244b920ba {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:02.540913 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d060d4aa-024e-43d4-a518-a474a103a207", "name": "network-vif-deleted", "tag": "b8416156-2916-499d-94b4-7a0c890254d4", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:02.541197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83963a03-c58b-4a9e-a3e7-dec244b920ba {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:02.541581 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060d4aa-024e-43d4-a518-a474a103a207', 'name': 'network-vif-deleted', 'tag': 'b8416156-2916-499d-94b4-7a0c890254d4', 'status': 'completed', 'code': 200} Aug 09 18:42:03.152889 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9d9080fc-f5c5-43a9-bf50-43032c15cbbd req-6d9599d6-c639-4e61-ad1c-3c2186444fb6 tempest-VolumesSnapshotTestJSON-1213791995 tempest-VolumesSnapshotTestJSON-1213791995-project] 10.222.0.25 "GET /v2.0/ports?device_id=d060d4aa-024e-43d4-a518-a474a103a207 HTTP/1.1" status: 200 len: 210 time: 0.0387373 Aug 09 18:42:03.360705 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd876570-62f8-4ad1-83e9-a76fb32586f6 req-85a92d22-6694-4dd5-b3e9-b526bf609f76 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:03.362940 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bd876570-62f8-4ad1-83e9-a76fb32586f6 req-85a92d22-6694-4dd5-b3e9-b526bf609f76 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0546024 Aug 09 18:42:03.406728 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bd876570-62f8-4ad1-83e9-a76fb32586f6 req-bab09555-0399-44f3-b353-11c8443e4cde tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361717 Aug 09 18:42:04.544813 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f055-840f-4ff9-8904-b6e371f85202 req-26dda848-7c7f-49d8-a214-62ae0c718308 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:04.546554 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93f5f055-840f-4ff9-8904-b6e371f85202 req-26dda848-7c7f-49d8-a214-62ae0c718308 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 944 time: 0.0507100 Aug 09 18:42:04.549385 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 623f0ac3-645d-46a3-a805-e8783933ab63 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:42:04.587311 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-93f5f055-840f-4ff9-8904-b6e371f85202 req-2704ebf8-50e1-434f-9368-108d500d84fa tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Aug 09 18:42:04.649115 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 623f0ac3-645d-46a3-a805-e8783933ab63, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=623f0ac3-645d-46a3-a805-e8783933ab63,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:04.660738 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '623f0ac3-645d-46a3-a805-e8783933ab63', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:42:04.697769 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:04.711349 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623f0ac3-645d-46a3-a805-e8783933ab63 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:42:04.731130 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 623f0ac3-645d-46a3-a805-e8783933ab63, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=623f0ac3-645d-46a3-a805-e8783933ab63,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:04.734291 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:04.785132 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=623f0ac3-645d-46a3-a805-e8783933ab63,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:05.282392 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['623f0ac3-645d-46a3-a805-e8783933ab63'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:42:05.725442 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452af4-c118-460b-8931-3c8b654a2faf req-d21c0f02-2187-4ce4-8f49-fbe05af24d87 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:05.726915 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6b452af4-c118-460b-8931-3c8b654a2faf req-d21c0f02-2187-4ce4-8f49-fbe05af24d87 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 945 time: 0.0677304 Aug 09 18:42:05.763805 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6b452af4-c118-460b-8931-3c8b654a2faf req-31cee3cb-d00d-49b3-97bf-5d98b1ee6bd7 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Aug 09 18:42:06.876025 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4b5b2-979c-4eb2-ae50-2b508c93ce2d req-9a61fad1-fb35-49b6-b76e-10e572780c3c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:06.877503 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-24b4b5b2-979c-4eb2-ae50-2b508c93ce2d req-9a61fad1-fb35-49b6-b76e-10e572780c3c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 945 time: 0.0483205 Aug 09 18:42:06.918652 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-24b4b5b2-979c-4eb2-ae50-2b508c93ce2d req-89986a2e-872a-4a71-bd14-801849d6f916 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346904 Aug 09 18:42:07.947089 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device b8416156-2916-499d-94b4-7a0c890254d4 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:07.968355 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: b8416156-2916-499d-94b4-7a0c890254d4 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:07.968701 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device b8416156-2916-499d-94b4-7a0c890254d4 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:08.034741 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa495f-8e3a-409d-a1fe-d16489a17ff8 req-e4579605-4610-423e-b0d6-2511202ee2ae tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:08.036241 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7aa495f-8e3a-409d-a1fe-d16489a17ff8 req-e4579605-4610-423e-b0d6-2511202ee2ae tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 945 time: 0.0495679 Aug 09 18:42:08.074313 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7aa495f-8e3a-409d-a1fe-d16489a17ff8 req-89275721-a7a4-4765-a81f-9587d960c59c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Aug 09 18:42:09.186866 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccbe6-59d9-4499-923e-b5e3309d0fa4 req-40c7c864-3b35-4ed0-88e9-a40a39d08bfd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:09.188368 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e0fccbe6-59d9-4499-923e-b5e3309d0fa4 req-40c7c864-3b35-4ed0-88e9-a40a39d08bfd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 945 time: 0.0484838 Aug 09 18:42:09.226193 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e0fccbe6-59d9-4499-923e-b5e3309d0fa4 req-929904da-d126-4d4d-8c8a-87c6aa070396 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Aug 09 18:42:10.113631 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-dc872313-8a26-4add-8eb8-b68a8969c6b7 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904628659&fields=id&tenant_id=b1889c23a3b842df99364345274f2e2b HTTP/1.1" status: 200 len: 267 time: 0.0353074 Aug 09 18:42:10.170628 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-e4ddceaf-c745-47c6-89eb-eddd228e5c09 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:10.172097 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-e4ddceaf-c745-47c6-89eb-eddd228e5c09 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 985 time: 0.0541627 Aug 09 18:42:10.183391 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Request body: {'port': {'security_groups': ['b094e66c-03c6-46ae-9675-e944c7dc0801']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:10.252128 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.381128 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3a8f7-ad4f-4f07-a998-e73447cda1d9 req-9f91a2cc-196e-44f2-9887-7aa20f3f6e7d tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:10.382674 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81f3a8f7-ad4f-4f07-a998-e73447cda1d9 req-9f91a2cc-196e-44f2-9887-7aa20f3f6e7d tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 945 time: 0.0876393 Aug 09 18:42:10.411694 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9f51-f4d1-4fd3-a344-6d98468dec6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.471150 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-81f3a8f7-ad4f-4f07-a998-e73447cda1d9 req-bad54a15-f0c8-4799-8d02-7584a11c1eef tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778399 Aug 09 18:42:10.495861 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:10.527081 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.531698 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.575185 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['1357a75d-b962-4fea-8983-07937a427308'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:42:10.576752 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:10.577524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.578862 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b7e725df-28b9-4002-aa86-86e3d79c7b56 req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "PUT /v2.0/ports/1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 943 time: 0.4000189 Aug 09 18:42:10.579314 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:10.581586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda559b3-4b65-4286-997f-495bf24d8cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:10.585774 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51950) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:10.623570 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event updated for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=7']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:10.638702 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.639208 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.639565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.639909 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.640327 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.640585 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.641007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.641412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.641686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.642018 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.642350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.642776 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a538ae-6126-49d6-a8b0-b063e4f3d1cc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:10.656456 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb649bf-4884-4ada-9580-ec958d2960d6 x-openstack-request-id: req-dcb649bf-4884-4ada-9580-ec958d2960d6 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:10.656750 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:10.657005 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcb649bf-4884-4ada-9580-ec958d2960d6 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:10.657442 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'status': 'completed', 'code': 200} Aug 09 18:42:10.661885 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a509-36bb-4bdf-b159-2e61953ffb72 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.695754 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a509-36bb-4bdf-b159-2e61953ffb72 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.749165 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['1357a75d-b962-4fea-8983-07937a427308'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:42:10.752310 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-e12db9b6-f6fe-4af7-b23b-3bf435e54793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:10.756520 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-e12db9b6-f6fe-4af7-b23b-3bf435e54793 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0581033 Aug 09 18:42:10.776300 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a509-36bb-4bdf-b159-2e61953ffb72 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.779175 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8dc8a509-36bb-4bdf-b159-2e61953ffb72 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.780488 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8dc8a509-36bb-4bdf-b159-2e61953ffb72 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c130a9e-4117-4282-8619-6434df9ffc6b HTTP/1.1" status: 204 len: 168 time: 0.1936917 Aug 09 18:42:10.784328 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 51954) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:10.840627 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8a509-36bb-4bdf-b159-2e61953ffb72 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c130a9e-4117-4282-8619-6434df9ffc6b,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:10.870576 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-63810aa9-7fbb-40c2-bc9f-c87570f5314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:10.872135 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-63810aa9-7fbb-40c2-bc9f-c87570f5314c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 915 time: 0.1034527 Aug 09 18:42:10.939381 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-a2aa9c6f-6308-4469-90ce-b6c4ef5baadd None None] Provisioning complete for port 1357a75d-b962-4fea-8983-07937a427308 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:10.939754 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9c6f-6308-4469-90ce-b6c4ef5baadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.947682 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-c5f939fa-6028-45dc-b6b5-d7187c37d9a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 1002 time: 0.0653315 Aug 09 18:42:10.989499 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Deleting port 5fcfa2f3-04ca-45cd-8491-7ecd4a45d748 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:10.990558 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:10.997928 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-93ab6372-7fc7-4f5e-a0bf-38e47dd8fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:10.999505 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-93ab6372-7fc7-4f5e-a0bf-38e47dd8fac4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.0451326 Aug 09 18:42:11.046697 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-13fc492e-97ca-4e2d-b751-7d29c5b42174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:11.048312 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-13fc492e-97ca-4e2d-b751-7d29c5b42174 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414846 Aug 09 18:42:11.074431 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.074814 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.086978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Calling delete_port for 5fcfa2f3-04ca-45cd-8491-7ecd4a45d748 owned by network:floatingip {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:11.143108 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-bd5b0749-b757-413c-8799-8586ddde7b53 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858774 Aug 09 18:42:11.241336 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cda559b3-4b65-4286-997f-495bf24d8cbf req-4328a36a-5512-4b6c-b5ed-5f1af2807baf service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909057 Aug 09 18:42:11.268809 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.288439 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 623f0ac3-645d-46a3-a805-e8783933ab63 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:11.304118 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event deleted for resources: {'Port': ['ID=5fcfa2f3-04ca-45cd-8491-7ecd4a45d748,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:11.349068 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 623f0ac3-645d-46a3-a805-e8783933ab63 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:11.354151 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 623f0ac3-645d-46a3-a805-e8783933ab63 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:11.354591 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.367978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.368317 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Floating IP 0b7b094d-e3e2-4d76-9b53-d5e29214070e disassociated (deleted). External IP: 172.27.3.144, port: 1357a75d-b962-4fea-8983-07937a427308. Aug 09 18:42:11.430957 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.453031 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:11.455286 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080dc74-57e7-4f30-b8f8-98086a5d6c0a" -d '{"events": [{"server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "name": "network-vif-plugged", "status": "completed", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:11.472264 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 623f0ac3-645d-46a3-a805-e8783933ab63, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=623f0ac3-645d-46a3-a805-e8783933ab63,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:11.477406 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.502284 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f620cb7-b7a4-4098-99df-8c7cb93d03a5 x-openstack-request-id: req-3f620cb7-b7a4-4098-99df-8c7cb93d03a5 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:11.502397 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "name": "network-vif-plugged", "status": "completed", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:11.502667 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f620cb7-b7a4-4098-99df-8c7cb93d03a5 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:11.503019 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63', 'code': 200} Aug 09 18:42:11.531544 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=623f0ac3-645d-46a3-a805-e8783933ab63,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:11.595754 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:11.611985 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed410d8-7dcb-42ab-b7a2-1db3d3f0e39d req-09f3b83e-a9c7-43dc-855b-7a1b07dc25f5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:11.613711 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0ed410d8-7dcb-42ab-b7a2-1db3d3f0e39d req-09f3b83e-a9c7-43dc-855b-7a1b07dc25f5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 946 time: 0.0620697 Aug 09 18:42:11.656536 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0ed410d8-7dcb-42ab-b7a2-1db3d3f0e39d req-b9e14e3a-415f-46e6-9aaa-766c3950c752 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356469 Aug 09 18:42:11.726968 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:11.731933 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:11.737697 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] Sync routers for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:11.747187 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:11.747815 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:11.763147 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c3a4c48f-dbb8-421d-ad62-5dfdb5b4aa90 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "DELETE /v2.0/floatingips/0b7b094d-e3e2-4d76-9b53-d5e29214070e HTTP/1.1" status: 204 len: 168 time: 0.9737017 Aug 09 18:42:11.763147 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:11.764025 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442839aa-d8c3-45d6-9eb7-218a12f894cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:11.777278 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89e81-b37a-49e2-bf42-adbf11bcc2b3 req-485332f1-592e-473d-ad94-ab1689d3563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:11.779115 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e1c89e81-b37a-49e2-bf42-adbf11bcc2b3 req-485332f1-592e-473d-ad94-ab1689d3563d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1099 time: 0.0446682 Aug 09 18:42:11.810129 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d55ac-d22b-4f94-8cfd-d0a36488c311 x-openstack-request-id: req-800d55ac-d22b-4f94-8cfd-d0a36488c311 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:11.810411 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "tag": "1357a75d-b962-4fea-8983-07937a427308", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:11.810655 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-800d55ac-d22b-4f94-8cfd-d0a36488c311 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:11.811052 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'status': 'completed', 'code': 200} Aug 09 18:42:11.822904 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e1c89e81-b37a-49e2-bf42-adbf11bcc2b3 req-487a4aec-eaef-47e9-882e-a4bce0c0fc1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326223 Aug 09 18:42:11.872326 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:12.194978 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:12.223871 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] Checking router: f4feb77c-987e-48ba-94a0-00c1ca5c4d28 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:12.232409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:12.233014 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:41:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:12.337473 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:12.488762 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-c5833319-72b4-454a-a981-090cdec1d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:12.491095 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-c5833319-72b4-454a-a981-090cdec1d6a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1889c23a3b842df99364345274f2e2b&device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0463326 Aug 09 18:42:12.559789 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:12.587408 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722ee82-ad80-49de-a8d2-d2a2222df39f None None] The sync data for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi is: [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:36:39Z', 'revision_number': 4, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '262f90ae-62ee-43d7-baa6-3d0b8f95f9c9', 'name': '', 'network_id': 'c294e888-15d5-4f90-9ca2-732d44af01b1', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'mac_address': 'fa:16:3e:4d:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:38Z', 'updated_at': '2021-08-09T18:36:45Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'subnets': [{'id': 'fb5d11d7-0708-4604-b6e7-f3918f095c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:12.603614 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-87c38857-ca3a-4433-8da7-050677ab093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:12.605344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-87c38857-ca3a-4433-8da7-050677ab093e service neutron] 10.222.0.73 "GET /v2.0/networks?id=c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 200 len: 915 time: 0.1015341 Aug 09 18:42:12.680057 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-4cb4e72b-c07e-4df2-9fef-06b2e8918e55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 200 len: 217 time: 0.0667169 Aug 09 18:42:12.784003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-aa820efd-4f6d-488b-8e01-d2f404d4738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:12.785521 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-aa820efd-4f6d-488b-8e01-d2f404d4738e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 200 len: 853 time: 0.0950127 Aug 09 18:42:12.806454 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130702d8-255a-4f21-870e-0c30954753fd req-4f95881b-fdcf-4be1-9922-bb85171e4e97 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:12.808044 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-130702d8-255a-4f21-870e-0c30954753fd req-4f95881b-fdcf-4be1-9922-bb85171e4e97 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 946 time: 0.0691044 Aug 09 18:42:12.872472 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ea481f-dc15-4f2f-a4e0-7d07e72ff44b None None] New status for floating IP 0b7b094d-e3e2-4d76-9b53-d5e29214070e: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:42:12.878767 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-130702d8-255a-4f21-870e-0c30954753fd req-4e2ec754-0752-4d03-a2a6-e6efc6f63e2a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642655 Aug 09 18:42:12.888278 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-073267ff-d84c-467f-a35c-e29b93a33bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:12.889947 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-073267ff-d84c-467f-a35c-e29b93a33bc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c294e888-15d5-4f90-9ca2-732d44af01b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676093 Aug 09 18:42:12.982084 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-d4e04782-e397-4b41-8004-79659cf15429 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Aug 09 18:42:13.075897 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-596e1ed2-7ff8-4bfb-bdd5-e9b3a2f780d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:13.077488 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442839aa-d8c3-45d6-9eb7-218a12f894cc req-d125ef3e-e07d-4bc3-aecd-4fd7ee3ccaf7 service neutron] 10.222.0.73 "GET /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875583 Aug 09 18:42:13.197914 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:14.007032 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad39df-fbe2-4a15-9c6c-1a2b425d5bba req-a23d6900-d2ef-4ab1-b60e-81374fd57bde tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:14.008456 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-58ad39df-fbe2-4a15-9c6c-1a2b425d5bba req-a23d6900-d2ef-4ab1-b60e-81374fd57bde tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 946 time: 0.0507524 Aug 09 18:42:14.046343 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-58ad39df-fbe2-4a15-9c6c-1a2b425d5bba req-23281349-03e1-4feb-87cc-445d81ff56ab tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Aug 09 18:42:14.169772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e39001-b951-46f8-8af8-f0d8134a4949 req-63a5360d-32ca-4686-974e-6f3e01329254 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:14.171287 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63e39001-b951-46f8-8af8-f0d8134a4949 req-63a5360d-32ca-4686-974e-6f3e01329254 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 946 time: 0.0548258 Aug 09 18:42:14.211481 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63e39001-b951-46f8-8af8-f0d8134a4949 req-d2e97562-03a3-4eda-96e8-86085f34b2ab tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Aug 09 18:42:14.234645 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52014) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:14.275699 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ed50f-642a-4186-8454-ae6bec93492f tempest-TestVolumeBootPattern-578361858 tempest-TestVolumeBootPattern-578361858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:14.277265 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-961ed50f-642a-4186-8454-ae6bec93492f tempest-TestVolumeBootPattern-578361858 tempest-TestVolumeBootPattern-578361858-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1094 time: 0.0414324 Aug 09 18:42:14.280102 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52018) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:14.284476 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:14.307118 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:14.381320 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:14.405978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:14.509420 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Allocated IP 172.27.3.119 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/787377dc-7f04-43d5-9e42-cb7ddd03f448) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:14.611969 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:14.649895 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:14.685794 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:14.688558 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:14.694454 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:14.728224 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=787377dc-7f04-43d5-9e42-cb7ddd03f448,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:14.911917 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:42:15.055677 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:15.124836 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:15.277879 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:15.282625 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:15.550703 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=787377dc-7f04-43d5-9e42-cb7ddd03f448,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:15.559708 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:15.659818 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Floating IP 5224e618-aabe-4652-a333-d7219a36f602 associated. External IP: 172.27.3.119, port: 623f0ac3-645d-46a3-a805-e8783933ab63. Aug 09 18:42:15.748509 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:15.873643 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:15.982280 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:15.993950 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:15.998428 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:16.003497 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:16.004130 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:16.035833 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c1fb7f88-708f-4748-8017-bd761e665173 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7449791 Aug 09 18:42:16.035833 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:16.035833 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63794d03-251e-4dee-a0a5-4249e9fa20f2" -d '{"events": [{"name": "network-changed", "server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:16.070100 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9237660-b7cd-4b69-aa6e-5e1c76c4c942 x-openstack-request-id: req-e9237660-b7cd-4b69-aa6e-5e1c76c4c942 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:16.070390 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:16.070638 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9237660-b7cd-4b69-aa6e-5e1c76c4c942 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:16.071026 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63', 'status': 'completed', 'code': 200} Aug 09 18:42:16.115152 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:16.336186 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:14Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:16.362530 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:16.371654 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:16.372019 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:16.478570 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:16.696056 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:14Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:16.723444 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6509f-5657-4bb9-b02c-400c8db928a5 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:14Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:16.900755 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0024a96-2a09-4bb3-aef8-792f95d8a97c None None] New status for floating IP 5224e618-aabe-4652-a333-d7219a36f602: ACTIVE {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:42:17.649073 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:18.796018 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-12b14bee-f8d1-4c33-aa6b-e40249527744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:18.797561 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-12b14bee-f8d1-4c33-aa6b-e40249527744 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1099 time: 0.0466762 Aug 09 18:42:18.897836 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-2885d0a1-d4e3-4c7f-996b-659968559b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:18.899335 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-2885d0a1-d4e3-4c7f-996b-659968559b88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.0883303 Aug 09 18:42:18.975579 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-b583996c-07f1-446d-9842-c5208f5742aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 1002 time: 0.0674195 Aug 09 18:42:19.028338 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-a5c65821-618c-411a-a531-a59659a6addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:19.029904 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-a5c65821-618c-411a-a531-a59659a6addf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0464234 Aug 09 18:42:19.078750 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-77757a94-789a-495d-b0c2-f80902310846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:19.080255 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-77757a94-789a-495d-b0c2-f80902310846 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436950 Aug 09 18:42:19.178575 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-fa33722f-1787-4c73-9e48-099914eba030 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909636 Aug 09 18:42:19.279888 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-63794d03-251e-4dee-a0a5-4249e9fa20f2 req-0b1bf79f-3797-4894-b311-464f318ace5d service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939629 Aug 09 18:42:19.318516 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31a438-9ef2-48cf-bc7d-6e8feeec1441 req-e8c72a92-8f22-4188-be50-45318266f9ee tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:19.319896 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1b31a438-9ef2-48cf-bc7d-6e8feeec1441 req-e8c72a92-8f22-4188-be50-45318266f9ee tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0527186 Aug 09 18:42:19.358017 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1b31a438-9ef2-48cf-bc7d-6e8feeec1441 req-8c0d303e-b106-4dba-96d0-22e655c5d6e5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Aug 09 18:42:20.474249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c653-0298-4b31-abb4-4b932bf3826e req-07975ed4-1a84-471d-9551-5cfe8cefeb10 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:20.475881 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bf8c653-0298-4b31-abb4-4b932bf3826e req-07975ed4-1a84-471d-9551-5cfe8cefeb10 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0515404 Aug 09 18:42:20.514191 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bf8c653-0298-4b31-abb4-4b932bf3826e req-5bae270b-2b1b-483d-9d06-c435368a57ce tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Aug 09 18:42:20.810804 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f543a6-4590-49f7-a362-26868fbaeb5e req-78289130-a140-444b-bab9-2dbb85cd18bc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:20.812283 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-86f543a6-4590-49f7-a362-26868fbaeb5e req-78289130-a140-444b-bab9-2dbb85cd18bc tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0486014 Aug 09 18:42:20.851751 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-86f543a6-4590-49f7-a362-26868fbaeb5e req-5c46ea02-1637-4b15-8639-0ba0bd516271 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Aug 09 18:42:21.373105 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-6faff7fb-3e00-4916-a0fa-fd5ca2c29c06 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:21.374143 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-6faff7fb-3e00-4916-a0fa-fd5ca2c29c06 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0510933 Aug 09 18:42:21.471062 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Deleting port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:21.471401 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:21.569447 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] For port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:21.570113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:21.704815 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c647b8-97c0-492f-b4ed-d63df6c5a587 req-eafe1244-5630-4c82-8ce2-64462938cf96 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:21.706167 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-49c647b8-97c0-492f-b4ed-d63df6c5a587 req-eafe1244-5630-4c82-8ce2-64462938cf96 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 945 time: 0.0953801 Aug 09 18:42:21.784733 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-49c647b8-97c0-492f-b4ed-d63df6c5a587 req-7d52536b-d875-4fce-9aa0-f836f21b42ac tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=5f2b6204-e30c-46ac-bbee-fadb286ebc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718739 Aug 09 18:42:21.795371 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:21.795857 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:21.796163 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Floating IP f8911dcb-8a69-4c0a-bca9-e16ae3709ae1 disassociated. External IP: 172.27.3.57, port: 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf. Aug 09 18:42:21.796571 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Calling delete_port for 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:21.955960 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:21.992467 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event deleted for resources: {'Port': ['ID=58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:22.013472 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebdf71-2744-4761-9ce7-a06e2faffee5 req-e806d2d9-c4b2-4b57-87f9-8f0c1c17200d tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:22.015056 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b7ebdf71-2744-4761-9ce7-a06e2faffee5 req-e806d2d9-c4b2-4b57-87f9-8f0c1c17200d tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0893109 Aug 09 18:42:22.385608 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b7ebdf71-2744-4761-9ce7-a06e2faffee5 req-1514c3dc-6e45-4f96-8a93-ff8eae598d29 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392797 Aug 09 18:42:22.415884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:22.528277 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:22.539032 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:22.548584 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:22.549240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:22.571588 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] No DVR routers for this DVR port 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:42:22.574196 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:22.576245 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-45ab4ebe-8d2c-418b-8f88-2ffae688278a req-8e51ce62-27ad-415f-81c6-ab9a28734b35 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "DELETE /v2.0/ports/58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf HTTP/1.1" status: 204 len: 173 time: 1.1949520 Aug 09 18:42:22.576677 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'name': 'network-vif-deleted', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:22.579259 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82fc3a-8416-4d3e-abd6-b189f260a2e4" -d '{"events": [{"server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "name": "network-vif-deleted", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:22.631687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3370c818-1a65-4131-b50e-9cbe5cbbb8f3 x-openstack-request-id: req-3370c818-1a65-4131-b50e-9cbe5cbbb8f3 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:22.631953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5472c2-bdb8-45ff-9792-503350961fdf", "name": "network-vif-deleted", "tag": "58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:22.632201 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3370c818-1a65-4131-b50e-9cbe5cbbb8f3 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:22.632602 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5472c2-bdb8-45ff-9792-503350961fdf', 'name': 'network-vif-deleted', 'tag': '58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf', 'status': 'completed', 'code': 200} Aug 09 18:42:22.684668 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:22.904482 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-870d5ea6-7ee2-4e1d-895b-20e6aa8a06a4 req-36037159-0d31-45c9-a3fb-0e0757888f23 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b5472c2-bdb8-45ff-9792-503350961fdf HTTP/1.1" status: 200 len: 210 time: 0.0286751 Aug 09 18:42:23.022007 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:23.051115 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:23.059708 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:23.060254 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:23.165836 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:23.364919 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:23.391455 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e503bc9f-7576-4128-9f3e-b3a5ee8efee4 None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:23.507933 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a059-2752-4744-92b5-723bb78a38c2 req-b0d057df-11e0-42a7-b2e4-6982aa3b5654 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:23.515186 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7495a059-2752-4744-92b5-723bb78a38c2 req-b0d057df-11e0-42a7-b2e4-6982aa3b5654 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0570881 Aug 09 18:42:23.550963 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7495a059-2752-4744-92b5-723bb78a38c2 req-5545556e-fbab-49ea-a7dc-f49468056acf tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/security-groups?id=b094e66c-03c6-46ae-9675-e944c7dc0801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Aug 09 18:42:23.613644 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ec4de-4ba1-40d7-9dd8-73d140df8cd3 None None] New status for floating IP f8911dcb-8a69-4c0a-bca9-e16ae3709ae1: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:42:23.655019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-228f1bc2-affa-4f1d-89b0-e3e91e378ac9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:23.656591 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-228f1bc2-affa-4f1d-89b0-e3e91e378ac9 tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.73 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 946 time: 0.0634828 Aug 09 18:42:23.764457 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Deleting port 1357a75d-b962-4fea-8983-07937a427308 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:23.764802 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:23.858966 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] For port 1357a75d-b962-4fea-8983-07937a427308, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=1357a75d-b962-4fea-8983-07937a427308,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:23.859342 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:23.872365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Calling delete_port for 1357a75d-b962-4fea-8983-07937a427308 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:23.997039 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:24.029097 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Pushing event deleted for resources: {'Port': ['ID=1357a75d-b962-4fea-8983-07937a427308,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:24.035885 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['1357a75d-b962-4fea-8983-07937a427308'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:42:24.073323 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] No DVR routers for this DVR port 1357a75d-b962-4fea-8983-07937a427308 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:42:24.075698 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:24.077697 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4ba8f93d-b45b-4644-a1c3-917f1ca36960 req-c8bac81d-a359-4765-89a4-7bf685000b9f tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.73 "DELETE /v2.0/ports/1357a75d-b962-4fea-8983-07937a427308 HTTP/1.1" status: 204 len: 173 time: 0.4034870 Aug 09 18:42:24.633738 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'name': 'network-vif-deleted', 'tag': '1357a75d-b962-4fea-8983-07937a427308'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:24.637397 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c55526-6073-41e4-b633-a0acad459cff" -d '{"events": [{"server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "name": "network-vif-deleted", "tag": "1357a75d-b962-4fea-8983-07937a427308"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:24.693413 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e308b3b-c4fb-45d7-a77c-93d9fc6519db req-a39ae4fa-44db-4fa3-b9d6-71ed8ca4688d tempest-TestMinimumBasicScenario-99035505 tempest-TestMinimumBasicScenario-99035505-project] 10.222.0.25 "GET /v2.0/ports?device_id=2bd2e1d1-159e-4942-94fd-67e08d2eb9a0 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Aug 09 18:42:24.735566 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a0b7bb-64f6-4c77-a4d8-cc13f2b0fec8 x-openstack-request-id: req-e7a0b7bb-64f6-4c77-a4d8-cc13f2b0fec8 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:24.735856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd2e1d1-159e-4942-94fd-67e08d2eb9a0", "name": "network-vif-deleted", "tag": "1357a75d-b962-4fea-8983-07937a427308", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:24.736108 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7a0b7bb-64f6-4c77-a4d8-cc13f2b0fec8 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:24.736506 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd2e1d1-159e-4942-94fd-67e08d2eb9a0', 'name': 'network-vif-deleted', 'tag': '1357a75d-b962-4fea-8983-07937a427308', 'status': 'completed', 'code': 200} Aug 09 18:42:25.013691 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52136) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:25.075149 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af43042a-7d1a-4e51-9e70-cceb48848372 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.101716 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af43042a-7d1a-4e51-9e70-cceb48848372 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.156384 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af43042a-7d1a-4e51-9e70-cceb48848372 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.159249 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-af43042a-7d1a-4e51-9e70-cceb48848372 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.160394 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-af43042a-7d1a-4e51-9e70-cceb48848372 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "DELETE /v2.0/security-groups/5f2b6204-e30c-46ac-bbee-fadb286ebc6e HTTP/1.1" status: 204 len: 168 time: 0.1457398 Aug 09 18:42:25.163383 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52138) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:25.171137 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43042a-7d1a-4e51-9e70-cceb48848372 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2b6204-e30c-46ac-bbee-fadb286ebc6e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:25.178238 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.api.v2.resource [None req-5636d635-4a58-436e-a6a1-1080203368ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] show failed (client error): The resource could not be found. Aug 09 18:42:25.180488 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5636d635-4a58-436e-a6a1-1080203368ca tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups/5f2b6204-e30c-46ac-bbee-fadb286ebc6e HTTP/1.1" status: 404 len: 347 time: 0.0159986 Aug 09 18:42:25.184562 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52140) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:25.313468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Deleting port b1d179b3-c024-4d27-86be-dcaecfde7f75 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:25.313830 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.392284 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.392629 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.392993 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 1357a75d-b962-4fea-8983-07937a427308 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:25.405069 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Calling delete_port for b1d179b3-c024-4d27-86be-dcaecfde7f75 owned by network:floatingip {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:25.418545 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 1357a75d-b962-4fea-8983-07937a427308 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:25.418902 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 1357a75d-b962-4fea-8983-07937a427308 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:25.419527 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:25.449925 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:25.450295 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 58d6f926-7a06-4c31-9f4a-1e5dfb6e7cbf not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:25.547328 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.573612 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event deleted for resources: {'Port': ['ID=b1d179b3-c024-4d27-86be-dcaecfde7f75,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:25.636559 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.639162 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:25.640310 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-0e9a1a98-77e9-4205-934d-e896f73b7bb2 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "DELETE /v2.0/floatingips/f8911dcb-8a69-4c0a-bca9-e16ae3709ae1 HTTP/1.1" status: 204 len: 168 time: 0.4548957 Aug 09 18:42:26.088908 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52178) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:26.093994 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18917261', 'description': 'tempest-description--1379555757'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:26.124807 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.214075 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.218755 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.249809 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc56a3c-e1a8-4baa-9460-7b51376ad499,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:26.252585 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.257234 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-d504b5cc-c766-4f39-a07e-c6e6f457fbb3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1671870 Aug 09 18:42:26.258392 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52200) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:26.263656 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'security_group_rule': {'security_group_id': '2fc56a3c-e1a8-4baa-9460-7b51376ad499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:26.294520 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.367944 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.380592 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.400007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9613ad2-20ba-410d-9fc3-9d585c193a8b,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:26.407461 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.412268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52202) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:26.413811 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-c87a42fe-fcc4-4eac-9cec-106d731735f5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540926 Aug 09 18:42:26.417931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'security_group_rule': {'security_group_id': '2fc56a3c-e1a8-4baa-9460-7b51376ad499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:26.442193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52204) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:26.454326 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.520238 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.525346 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.544923 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0a5325-9450-4d13-a3f5-c86835de4424,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:26.553469 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.555463 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-59f8818e-3e28-4c00-b5a8-20a0f574798e tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413748 Aug 09 18:42:26.557798 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52208) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:26.562083 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:26.586303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.685528 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.805866 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Allocated IP 172.27.3.129 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/ddbe830a-ca11-494f-ae29-352cda46d7f3) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:26.903499 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.912071 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.952156 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:26.991533 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:26.996329 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:26.999824 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:27.023736 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'Port': ['ID=ddbe830a-ca11-494f-ae29-352cda46d7f3,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:27.088950 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.122670 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.156924 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Deleting port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:27.157307 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.249019 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] For port 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:27.250068 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.264807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Calling delete_port for 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 owned by network:router_interface {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:27.298921 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.304531 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.402213 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'Port': ['ID=ddbe830a-ca11-494f-ae29-352cda46d7f3,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:27.406072 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.423546 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.424850 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7bae44ce-5394-414d-ab72-3106949320ea tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8661437 Aug 09 18:42:27.470304 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.495091 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Pushing event deleted for resources: {'Port': ['ID=262f90ae-62ee-43d7-baa6-3d0b8f95f9c9,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:27.631137 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-6f1df7c3-2d87-4f72-8950-1837f55d3cf3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--18917261&fields=id&tenant_id=0398363ce15d4dfcb0806a1086357b8e HTTP/1.1" status: 200 len: 267 time: 0.0800774 Aug 09 18:42:27.761918 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:27.825230 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-631e2dee-3b22-4bb5-92eb-6e75a7ea1fb1 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:27.826611 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-631e2dee-3b22-4bb5-92eb-6e75a7ea1fb1 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 810 time: 0.1847713 Aug 09 18:42:27.850698 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-53bbdc67-30dd-4c15-8eb2-0ed0511eeebd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/quotas/0398363ce15d4dfcb0806a1086357b8e HTTP/1.1" status: 200 len: 375 time: 0.0173852 Aug 09 18:42:27.947835 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-d7be8b33-3098-416e-8857-c79592b2b31f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685616 Aug 09 18:42:28.119615 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-343bdad4-f18e-45d6-b09d-7a5fb8b7c1f0 service neutron] 10.222.0.25 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389334 Aug 09 18:42:28.121447 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:28.295335 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-024a559d-3408-4740-a57e-50ce6c09e0c0 service neutron] 10.222.0.25 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685588 Aug 09 18:42:28.306443 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:28.312084 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ca938f26-37a4-4696-af5b-36f433c7d959 admin admin] 10.222.0.25 "PUT /v2.0/routers/f4feb77c-987e-48ba-94a0-00c1ca5c4d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8739777 Aug 09 18:42:28.314581 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52246) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:28.319622 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] Sync routers for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:28.329238 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:28.330329 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:28.476758 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:28.705215 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:42:27Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:28.742578 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] Checking router: f4feb77c-987e-48ba-94a0-00c1ca5c4d28 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:28.751441 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] Routers {'f4feb77c-987e-48ba-94a0-00c1ca5c4d28'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:28.752431 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:28.789680 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-18df4501-5f19-4ad1-a623-b147570fe8e3 req-795f8ca8-82c4-4fd6-b8bc-c36db22a74b6 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 210 time: 0.0301261 Aug 09 18:42:28.801522 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:28.896083 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] Set router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:28.941214 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:28.996557 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Deleting port de277f10-a242-437b-acc5-3420ec9b1c42 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:28.996899 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.089180 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] For port de277f10-a242-437b-acc5-3420ec9b1c42, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=de277f10-a242-437b-acc5-3420ec9b1c42,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:29.089552 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.093787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:42:27Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:29.103909 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Calling delete_port for de277f10-a242-437b-acc5-3420ec9b1c42 owned by network:router_gateway {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:29.122118 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8063576-72cc-4f59-9544-7f66dd6531f1 None None] The sync data for ids ['f4feb77c-987e-48ba-94a0-00c1ca5c4d28'] in dv-cinder-784453-11-iscsi is: [{'id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'name': 'tempest-TestMinimumBasicScenario-345117741-router', 'tenant_id': 'b1889c23a3b842df99364345274f2e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:33Z', 'updated_at': '2021-08-09T18:42:27Z', 'revision_number': 5, 'project_id': 'b1889c23a3b842df99364345274f2e2b', 'gw_port': {'id': 'de277f10-a242-437b-acc5-3420ec9b1c42', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:52:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4feb77c-987e-48ba-94a0-00c1ca5c4d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:34Z', 'updated_at': '2021-08-09T18:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:29.279203 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.305569 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de277f10-a242-437b-acc5-3420ec9b1c42,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:29.363879 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.452678 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.454946 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.503855 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.504574 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4feb77c-987e-48ba-94a0-00c1ca5c4d28 {{(pid=93497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:42:29.510586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.514075 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-09b7d82c-4969-4bb2-8b15-361000c752f0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f4feb77c-987e-48ba-94a0-00c1ca5c4d28 HTTP/1.1" status: 204 len: 168 time: 1.1960564 Aug 09 18:42:29.514484 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52270) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:29.562135 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_v2 [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Deleting subnet fb5d11d7-0708-4604-b6e7-f3918f095c68 {{(pid=93497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:42:29.565383 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.602520 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33120556'] for subnet, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.609212 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52274) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:29.656685 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Deleting subnet 8bf4020c-edd2-41e3-8d76-722043000f5a {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:42:29.659837 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.696919 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.717860 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.742437 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.785333 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5637764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33139377'] for subnet, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.816200 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5d11d7-0708-4604-b6e7-f3918f095c68,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:29.816695 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.832591 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa209f7-da4f-418a-8ad3-5981c7d8c9e1 None None] Network c294e888-15d5-4f90-9ca2-732d44af01b1 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:42:29.843148 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.849759 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-8add5e72-a1ca-4abb-bfb9-29289902db14 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb5d11d7-0708-4604-b6e7-f3918f095c68 HTTP/1.1" status: 204 len: 168 time: 0.3319967 Aug 09 18:42:29.851164 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52278) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:29.853352 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf4020c-edd2-41e3-8d76-722043000f5a,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:29.856423 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:29.860766 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8bf4020c-edd2-41e3-8d76-722043000f5a HTTP/1.1" status: 204 len: 168 time: 0.2482481 Aug 09 18:42:29.865854 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52280) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:29.925112 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.925684 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.926274 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.927332 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.927894 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.928326 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.928718 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.929284 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.929864 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.930389 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.930909 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:29.931507 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998db0de-40df-4e9f-af5d-f3b32a614e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.011973 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.016446 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.024549 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-70b07a0b-0812-4f94-b549-196c1fec3041 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:30.026079 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-70b07a0b-0812-4f94-b549-196c1fec3041 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 810 time: 0.1758502 Aug 09 18:42:30.070621 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14dfa502-6374-478a-9071-243b813c420e req-bc14c1df-89b7-4261-abd8-64a0239e9f90 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 210 time: 0.0435333 Aug 09 18:42:30.094824 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-d4c1bfd7-730d-4f0f-876f-a8087eaa2966 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0398363ce15d4dfcb0806a1086357b8e HTTP/1.1" status: 200 len: 378 time: 0.0413086 Aug 09 18:42:30.104347 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'port': {'device_id': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'admin_state_up': True, 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'security_groups': ['2fc56a3c-e1a8-4baa-9460-7b51376ad499']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:30.146941 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.158604 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f177fb00-6979-4786-8968-339abc496db7']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:30.171297 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdc3384-e09d-4967-8bca-b5f7241a417c') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:30.171592 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdc3384-e09d-4967-8bca-b5f7241a417c') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:30.179366 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Deleting port 06d1785b-006b-48a5-815b-a39d9c271989 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:30.179718 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.184241 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.215178 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Made reservation on behalf of 0398363ce15d4dfcb0806a1086357b8e for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:42:30.218830 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.235374 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.249588 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:42:30.250032 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:42:30.251711 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:42:30.289853 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] DHCP port deletion for c294e888-15d5-4f90-9ca2-732d44af01b1 request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:42:30.319405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] For port 06d1785b-006b-48a5-815b-a39d9c271989, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=06d1785b-006b-48a5-815b-a39d9c271989,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:30.319854 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.340143 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Calling delete_port for 06d1785b-006b-48a5-815b-a39d9c271989 owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:30.348084 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Deleting port 06d1785b-006b-48a5-815b-a39d9c271989 {{(pid=93498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:30.348894 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.353051 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.359232 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.361749 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f177fb00-6979-4786-8968-339abc496db7 HTTP/1.1" status: 204 len: 168 time: 0.4940679 Aug 09 18:42:30.386022 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Allocated IP 172.20.0.6 (c12fb488-4434-4fb8-94a9-f4644dcc60b9/93ecd53a-654c-4b58-a606-aaecb3974201/843a0d45-3c37-46a4-8115-912415b6fb84) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:30.413968 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d50663-8c09-46f0-9ad8-b67bbecde5c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f177fb00-6979-4786-8968-339abc496db7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:30.461015 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.491229 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d1785b-006b-48a5-815b-a39d9c271989,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:30.497396 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] No DVR routers for this DVR port 06d1785b-006b-48a5-815b-a39d9c271989 on host dv-cinder-784453-11-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:42:30.565716 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] For port 06d1785b-006b-48a5-815b-a39d9c271989, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=06d1785b-006b-48a5-815b-a39d9c271989,segment=NetworkSegment(648f6b53-8587-4723-a809-75e038c2cf3c),segment_id=648f6b53-8587-4723-a809-75e038c2cf3c)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:30.566113 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.569916 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.575208 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52290) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:30.581212 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Calling delete_port for 06d1785b-006b-48a5-815b-a39d9c271989 owned by network:dhcp {{(pid=93498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:30.585320 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Transition to ACTIVE for port object 843a0d45-3c37-46a4-8115-912415b6fb84 will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:30.594345 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.610175 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c294e888-15d5-4f90-9ca2-732d44af01b1']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:30.623351 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.628073 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648f6b53-8587-4723-a809-75e038c2cf3c') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:30.628373 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648f6b53-8587-4723-a809-75e038c2cf3c') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:30.638120 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.653960 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.663964 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:42:30.664366 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:42:30.666054 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:42:30.682089 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:30.685392 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:30.689588 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:30.697771 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event updated for resources: {'Port': ['ID=843a0d45-3c37-46a4-8115-912415b6fb84,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:30.712904 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-78153655-ff0f-4cbd-9d16-ad821a379619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b360532966734922b66a8b8c304bf2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364801 Aug 09 18:42:30.719215 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52292) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:30.730275 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.757665 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Pushing event deleted for resources: {'Port': ['ID=06d1785b-006b-48a5-815b-a39d9c271989,revision_number=None']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:30.761387 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:30.761662 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.770306 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] No DVR routers for this DVR port 06d1785b-006b-48a5-815b-a39d9c271989 on host dv-cinder-784453-11-iscsi {{(pid=93498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:42:30.777570 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.778465 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.779168 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.779912 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.780418 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.780795 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.781559 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.782141 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.782934 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.783624 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.784135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.784674 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.785466 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d69ad-d0b7-4ace-92c8-6351b761e658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:30.785974 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.788423 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c294e888-15d5-4f90-9ca2-732d44af01b1 HTTP/1.1" status: 204 len: 168 time: 0.9361563 Aug 09 18:42:30.793472 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-44d8acdb-aac1-4924-802a-c57f8df07d9f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6842201 Aug 09 18:42:30.794607 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52294) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:30.823307 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b72c-5358-47d2-8b10-ca4ca135ecc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c294e888-15d5-4f90-9ca2-732d44af01b1,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:30.843707 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-864fd59c-6db1-4f86-a90e-706af371fb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.855796 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Request body: {'port': {'device_id': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:30.870966 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-864fd59c-6db1-4f86-a90e-706af371fb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.928747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 06d1785b-006b-48a5-815b-a39d9c271989 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:30.950318 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 06d1785b-006b-48a5-815b-a39d9c271989 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:30.950810 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 06d1785b-006b-48a5-815b-a39d9c271989 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:30.951275 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device de277f10-a242-437b-acc5-3420ec9b1c42 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:30.955847 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-864fd59c-6db1-4f86-a90e-706af371fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.959832 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-864fd59c-6db1-4f86-a90e-706af371fb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.963825 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-864fd59c-6db1-4f86-a90e-706af371fb8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95 HTTP/1.1" status: 204 len: 168 time: 0.2412939 Aug 09 18:42:30.971357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:30.974070 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd59c-6db1-4f86-a90e-706af371fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b0c152-235a-4c7e-8ee6-e69cd1fb8a95,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:30.987445 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: de277f10-a242-437b-acc5-3420ec9b1c42 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:30.987788 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device de277f10-a242-437b-acc5-3420ec9b1c42 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:30.988197 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:31.014724 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:31.015057 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 262f90ae-62ee-43d7-baa6-3d0b8f95f9c9 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:31.035290 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-9e12c403-fadb-4129-aac7-21c7c7b836b0 None None] Provisioning for port 843a0d45-3c37-46a4-8115-912415b6fb84 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:31.041984 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-9e12c403-fadb-4129-aac7-21c7c7b836b0 None None] Provisioning complete for port 843a0d45-3c37-46a4-8115-912415b6fb84 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:31.042355 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e12c403-fadb-4129-aac7-21c7c7b836b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.078333 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-9e12c403-fadb-4129-aac7-21c7c7b836b0 None None] Port 843a0d45-3c37-46a4-8115-912415b6fb84 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:42:31.325352 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c8bed-b87c-4092-b20f-eac1d2a21f2a req-49e1619e-c722-44ad-a516-e89c9c2df93a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:31.326822 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-846c8bed-b87c-4092-b20f-eac1d2a21f2a req-49e1619e-c722-44ad-a516-e89c9c2df93a tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 931 time: 0.1737599 Aug 09 18:42:31.426207 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-846c8bed-b87c-4092-b20f-eac1d2a21f2a req-26adb35e-a7e2-4af2-9d23-cb192649c72f tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902686 Aug 09 18:42:31.481891 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843a0d45-3c37-46a4-8115-912415b6fb84 {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:42:31.491109 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.510974 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Transition to ACTIVE for port object 843a0d45-3c37-46a4-8115-912415b6fb84 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:31.517276 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.592896 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Pushing event updated for resources: {'Port': ['ID=843a0d45-3c37-46a4-8115-912415b6fb84,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:31.658336 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.715981 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Attempting to bind port 843a0d45-3c37-46a4-8115-912415b6fb84 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:31.716359 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Attempting to bind port 843a0d45-3c37-46a4-8115-912415b6fb84 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:31.716687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Attempting to bind port 843a0d45-3c37-46a4-8115-912415b6fb84 on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:31.726251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Port 843a0d45-3c37-46a4-8115-912415b6fb84 on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:42:31.726685 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Attempting to bind port 843a0d45-3c37-46a4-8115-912415b6fb84 on network c12fb488-4434-4fb8-94a9-f4644dcc60b9 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:31.757233 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:31.757568 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Checking segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:31.757952 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Bound using segment: {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:31.758382 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Bound port: 843a0d45-3c37-46a4-8115-912415b6fb84, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937cde9a-42db-4fbb-882b-fc799a133814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:31.758748 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.887428 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] For port 843a0d45-3c37-46a4-8115-912415b6fb84, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:31.890962 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] For port 843a0d45-3c37-46a4-8115-912415b6fb84, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=843a0d45-3c37-46a4-8115-912415b6fb84,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:31.900858 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.943674 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:31.944289 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:31.945689 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] 10.222.0.73 "PUT /v2.0/ports/843a0d45-3c37-46a4-8115-912415b6fb84 HTTP/1.1" status: 200 len: 1093 time: 1.1027679 Aug 09 18:42:31.947907 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:31.950617 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:31.998154 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb471b2-2177-4ef4-9e5a-357aec19b478 service neutron] Pushing event updated for resources: {'Port': ['ID=843a0d45-3c37-46a4-8115-912415b6fb84,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:32.021850 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd503d3-6082-47f1-beb8-3c9e8b1c3bbe x-openstack-request-id: req-ebd503d3-6082-47f1-beb8-3c9e8b1c3bbe {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:32.022137 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:32.022386 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebd503d3-6082-47f1-beb8-3c9e8b1c3bbe {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:32.022780 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84', 'status': 'completed', 'code': 200} Aug 09 18:42:32.076252 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-de1c0ed7-9b89-4568-a40e-1c24683af620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:32.077794 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-de1c0ed7-9b89-4568-a40e-1c24683af620 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 1096 time: 0.0542645 Aug 09 18:42:32.083764 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Deleting port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:32.084249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:32.163370 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-ab94c084-6b35-4e57-b34b-a009b58a3b90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=843a0d45-3c37-46a4-8115-912415b6fb84 HTTP/1.1" status: 200 len: 217 time: 0.0669889 Aug 09 18:42:32.236046 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] For port af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,segment=NetworkSegment(3579b831-f151-453e-892e-448036a948cd),segment_id=3579b831-f151-453e-892e-448036a948cd)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:32.236300 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:32.248618 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-dafec538-71a4-497e-b584-bc9e644f05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:32.250085 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-dafec538-71a4-497e-b584-bc9e644f05ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.0700526 Aug 09 18:42:32.253530 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Calling delete_port for af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 owned by network:router_interface {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:32.331781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-cb922199-6859-4c5b-9ad7-1803c41afa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:32.333337 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-cb922199-6859-4c5b-9ad7-1803c41afa88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752289 Aug 09 18:42:32.481632 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-549243f5-d693-4edd-9f27-116c836d8858 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387544 Aug 09 18:42:32.918154 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:32.935557 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738d8a1-c409-4076-9cba-ad491e166b1c req-8511e26b-c63b-4f98-97fa-56ad68bd5417 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:32.937024 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0738d8a1-c409-4076-9cba-ad491e166b1c req-8511e26b-c63b-4f98-97fa-56ad68bd5417 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 943 time: 0.4362791 Aug 09 18:42:32.955731 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b17e8b7-3fb8-4a6c-889d-d7f0459eba05 req-7043aa7b-ea28-4448-8953-a913561ae855 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644008 Aug 09 18:42:32.959650 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:33.032326 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0738d8a1-c409-4076-9cba-ad491e166b1c req-9e27b357-a2b3-49c3-8f0b-923cb77ec701 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755777 Aug 09 18:42:33.175055 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-0a1621b7-23eb-4996-8e11-22e655459463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:33.176532 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-0a1621b7-23eb-4996-8e11-22e655459463 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 1096 time: 0.0888472 Aug 09 18:42:33.194804 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:33.353677 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-73de387e-4f83-46a5-abf1-fd598303bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:33.355037 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-73de387e-4f83-46a5-abf1-fd598303bb20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.1700664 Aug 09 18:42:33.437207 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-e65d9bdb-7a3d-46bf-8917-d2da3f8f87a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=843a0d45-3c37-46a4-8115-912415b6fb84 HTTP/1.1" status: 200 len: 217 time: 0.0677204 Aug 09 18:42:33.529136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-643a2eae-8486-4f08-beec-3ba7f84c45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:33.530594 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-643a2eae-8486-4f08-beec-3ba7f84c45a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.0861881 Aug 09 18:42:33.552343 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:33.617495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-a2dc6cb7-0530-4729-bb4b-740c4d1a3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:33.618884 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-a2dc6cb7-0530-4729-bb4b-740c4d1a3319 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0772815 Aug 09 18:42:33.741418 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:33.750187 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6c167335-c971-4e3f-82ed-76a3330a2e52 admin admin] 10.222.0.25 "PUT /v2.0/routers/047105d3-5872-4ae1-b0b8-c26b357f9fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520781 Aug 09 18:42:33.750349 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] Sync routers for ids ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:33.750802 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52310) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:33.760789 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] Routers {'047105d3-5872-4ae1-b0b8-c26b357f9fb1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:33.761428 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:33.762800 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-e4927bd2-bcb0-40d8-a08a-222a71c001fc service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343434 Aug 09 18:42:33.858865 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6bbebb5c-51dd-4376-8f07-25dfa18f37d1 req-8430de6c-ac78-4454-9520-5ee393882003 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Aug 09 18:42:33.859094 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks [] for router, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:33.870844 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] Set router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:34.058125 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:42:32Z', 'revision_number': 5, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:34.086213 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] Checking router: 047105d3-5872-4ae1-b0b8-c26b357f9fb1 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:34.095927 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] Routers {'047105d3-5872-4ae1-b0b8-c26b357f9fb1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:34.096864 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:34.156981 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554455b-e80b-4244-8068-ea1013ed6ff1 req-78971b3a-a0f2-4d60-8cf4-06de8455d0e5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:34.158652 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a554455b-e80b-4244-8068-ea1013ed6ff1 req-78971b3a-a0f2-4d60-8cf4-06de8455d0e5 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 943 time: 0.0522244 Aug 09 18:42:34.170451 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.203707 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a554455b-e80b-4244-8068-ea1013ed6ff1 req-32f9c1c6-e23e-4a41-a7fe-295fa76e0ee3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388367 Aug 09 18:42:34.211281 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] Set router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:34.233021 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Deleting port 7ecf494b-4581-4d1d-a621-0da81057d51e {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:34.233398 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.313593 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] For port 7ecf494b-4581-4d1d-a621-0da81057d51e, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7ecf494b-4581-4d1d-a621-0da81057d51e,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:34.313958 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.327405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Calling delete_port for 7ecf494b-4581-4d1d-a621-0da81057d51e owned by network:router_gateway {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:34.391882 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:42:32Z', 'revision_number': 5, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:34.419132 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5959c-a951-4e50-8df3-630ca44765f8 None None] The sync data for ids ['047105d3-5872-4ae1-b0b8-c26b357f9fb1'] in dv-cinder-784453-11-iscsi is: [{'id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'name': 'tempest-TestMinimumBasicScenario-699242155-router', 'tenant_id': '7ea1a631ff3b416fa1da831f27541387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:36:41Z', 'updated_at': '2021-08-09T18:42:32Z', 'revision_number': 5, 'project_id': '7ea1a631ff3b416fa1da831f27541387', 'gw_port': {'id': '7ecf494b-4581-4d1d-a621-0da81057d51e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047105d3-5872-4ae1-b0b8-c26b357f9fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:36:42Z', 'updated_at': '2021-08-09T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:34.516640 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.541436 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecf494b-4581-4d1d-a621-0da81057d51e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:34.605602 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.708320 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.710971 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.779868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.780577 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047105d3-5872-4ae1-b0b8-c26b357f9fb1 {{(pid=93496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:42:34.785483 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.790130 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c476db8c-e418-458b-bb09-2eeb9071d998 admin admin] 10.222.0.25 "DELETE /v2.0/routers/047105d3-5872-4ae1-b0b8-c26b357f9fb1 HTTP/1.1" status: 204 len: 168 time: 1.0358231 Aug 09 18:42:34.790237 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52316) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:34.851077 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Deleting subnet 7f7962b9-9785-4edc-a1d7-fc6f8fa7f373 {{(pid=93497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:42:34.855199 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.891607 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33120556'] for subnet, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:34.950506 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:34.970779 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:34.971114 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device af9a97e7-4c70-4ba2-b0bf-ed6ffb7264d4 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:34.977632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.036647 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5637764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33139377'] for subnet, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.066151 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.068115 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7f7962b9-9785-4edc-a1d7-fc6f8fa7f373 HTTP/1.1" status: 204 len: 168 time: 0.2769864 Aug 09 18:42:35.068871 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c72b-6c3b-4c98-bc5a-b2e2b869b8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7962b9-9785-4edc-a1d7-fc6f8fa7f373,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:35.071068 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52318) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:35.075393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40a38b-7ddf-49e1-b8fa-905ce1d372b9 None None] Network 06778772-7079-4a46-b20f-8e61c9c66473 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:42:35.141450 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.200340 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Deleting port f6e584bb-dffe-420a-8e47-481730f7a463 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:42:35.200744 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.271936 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] For port f6e584bb-dffe-420a-8e47-481730f7a463, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f6e584bb-dffe-420a-8e47-481730f7a463,segment=NetworkSegment(3579b831-f151-453e-892e-448036a948cd),segment_id=3579b831-f151-453e-892e-448036a948cd)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:35.272303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.295414 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Calling delete_port for f6e584bb-dffe-420a-8e47-481730f7a463 owned by network:dhcp {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:42:35.374908 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5d66f-fa60-4d01-a629-042093ebcb13 req-9ad871b5-bb46-4976-b322-6d429ff8c918 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:35.376323 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-50b5d66f-fa60-4d01-a629-042093ebcb13 req-9ad871b5-bb46-4976-b322-6d429ff8c918 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 943 time: 0.0964029 Aug 09 18:42:35.432890 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-50b5d66f-fa60-4d01-a629-042093ebcb13 req-50dd296b-63fa-4a88-832c-b6ccfb37f6ff tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486979 Aug 09 18:42:35.446163 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.471767 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec3e10-effd-4903-b4f9-d6f5a4efe722 None None] DHCP port deletion for 06778772-7079-4a46-b20f-8e61c9c66473 request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:42:35.477686 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e584bb-dffe-420a-8e47-481730f7a463,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:35.479510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] No DVR routers for this DVR port f6e584bb-dffe-420a-8e47-481730f7a463 on host dv-cinder-784453-11-iscsi {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:42:35.558318 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.568515 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06778772-7079-4a46-b20f-8e61c9c66473']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:35.581529 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3579b831-f151-453e-892e-448036a948cd') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:35.581823 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3579b831-f151-453e-892e-448036a948cd') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:35.591459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.604884 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.610547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:42:35.610930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:42:35.612873 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:42:35.665654 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.670831 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.675284 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] 10.222.0.25 "DELETE /v2.0/networks/06778772-7079-4a46-b20f-8e61c9c66473 HTTP/1.1" status: 204 len: 168 time: 0.6006737 Aug 09 18:42:35.683430 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231fef-e5b2-4d48-af72-47f4c33e1e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=06778772-7079-4a46-b20f-8e61c9c66473,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:35.841024 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52326) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:35.881527 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5d8ffb22-abf2-4d2f-baa5-5068ab3215ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1889c23a3b842df99364345274f2e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393288 Aug 09 18:42:35.883915 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52328) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:35.937190 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82ca9648-40a5-4286-b4bb-5e8f6f59f844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:35.958931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82ca9648-40a5-4286-b4bb-5e8f6f59f844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.008899 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82ca9648-40a5-4286-b4bb-5e8f6f59f844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.011732 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82ca9648-40a5-4286-b4bb-5e8f6f59f844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.013058 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-82ca9648-40a5-4286-b4bb-5e8f6f59f844 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b094e66c-03c6-46ae-9675-e944c7dc0801 HTTP/1.1" status: 204 len: 168 time: 0.1282153 Aug 09 18:42:36.022586 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca9648-40a5-4286-b4bb-5e8f6f59f844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094e66c-03c6-46ae-9675-e944c7dc0801,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:36.323772 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52334) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:36.362797 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c8609265-e33d-4f9c-a383-30f7f931c0dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ea1a631ff3b416fa1da831f27541387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377789 Aug 09 18:42:36.366288 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52336) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:36.415077 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-50049667-fc81-42f7-b2d3-e36f051bd194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.435995 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-50049667-fc81-42f7-b2d3-e36f051bd194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.483428 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-50049667-fc81-42f7-b2d3-e36f051bd194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.486153 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-50049667-fc81-42f7-b2d3-e36f051bd194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:36.487311 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-50049667-fc81-42f7-b2d3-e36f051bd194 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24c3c294-a02e-4a11-964c-54be8dd691a9 HTTP/1.1" status: 204 len: 168 time: 0.1201546 Aug 09 18:42:36.496513 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50049667-fc81-42f7-b2d3-e36f051bd194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3c294-a02e-4a11-964c-54be8dd691a9,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:36.566350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d49a0-7f98-4a8b-b5c4-b5296c025591 req-ac822d34-19c4-4203-bd04-fe65700b0a84 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:36.567821 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-344d49a0-7f98-4a8b-b5c4-b5296c025591 req-ac822d34-19c4-4203-bd04-fe65700b0a84 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 943 time: 0.0505700 Aug 09 18:42:36.607459 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-344d49a0-7f98-4a8b-b5c4-b5296c025591 req-84aad632-20e4-4729-9937-4b4c83e2e841 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335896 Aug 09 18:42:36.879132 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f6e584bb-dffe-420a-8e47-481730f7a463 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:36.901643 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: f6e584bb-dffe-420a-8e47-481730f7a463 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:36.902074 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f6e584bb-dffe-420a-8e47-481730f7a463 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:36.902550 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7ecf494b-4581-4d1d-a621-0da81057d51e no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:42:36.922810 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 7ecf494b-4581-4d1d-a621-0da81057d51e {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:42:36.923229 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7ecf494b-4581-4d1d-a621-0da81057d51e not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:42:37.173689 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52364) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:37.269631 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-16785781-network', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:37.292064 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Made reservation on behalf of e8f4dd99a82f49edbb8f3f94f16514d4 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:42:37.294299 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.303181 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.391612 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.395512 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.416279 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:42:37.430175 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 843a0d45-3c37-46a4-8115-912415b6fb84 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:42:37.431650 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b5f3a-dc6b-4d8b-89dd-909ddeaf1876,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:37.434724 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.435097 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Added segment 027eddae-68f5-473c-b0a8-9c410fe8d19b of type vlan for network 03d48124-3fcb-493b-8fd8-0279884c2a18 Aug 09 18:42:37.479722 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.511030 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.512274 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:37.512845 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.538010 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 843a0d45-3c37-46a4-8115-912415b6fb84, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=843a0d45-3c37-46a4-8115-912415b6fb84,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:37.549258 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '843a0d45-3c37-46a4-8115-912415b6fb84', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'port_id': '843a0d45-3c37-46a4-8115-912415b6fb84', 'mac_address': 'fa:16:3e:ff:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:42:37.569557 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3947287 Aug 09 18:42:37.572874 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52368) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:37.577408 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caedd8-f1fb-4a19-b13e-9889b94c8174 admin admin] Pushing event updated for resources: {'Network': ['ID=03d48124-3fcb-493b-8fd8-0279884c2a18,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:37.578043 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Request body: {'subnet': {'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-16785781-subnet', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:37.589379 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:42:37.601640 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.611308 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Made reservation on behalf of e8f4dd99a82f49edbb8f3f94f16514d4 for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:42:37.613592 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33139354'] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.647765 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843a0d45-3c37-46a4-8115-912415b6fb84 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:42:37.673288 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 843a0d45-3c37-46a4-8115-912415b6fb84, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=843a0d45-3c37-46a4-8115-912415b6fb84,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:37.680860 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.731473 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=843a0d45-3c37-46a4-8115-912415b6fb84,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:37.764185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c928fa5-6e12-43af-a789-9dd605a6416c req-aee32952-cc3a-41bd-92e5-233dc71bc66b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:37.765715 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6c928fa5-6e12-43af-a789-9dd605a6416c req-aee32952-cc3a-41bd-92e5-233dc71bc66b tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 944 time: 0.0833726 Aug 09 18:42:37.847396 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6c928fa5-6e12-43af-a789-9dd605a6416c req-5be2f9ea-aabd-4f21-b973-0daf943f01da tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750105 Aug 09 18:42:37.853314 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5637827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33139368'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.908446 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d78674-2f2e-47b8-9f9a-cc5207bbc732,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:37.917107 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Checking segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:37.917459 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Network hostable DHCP agents. Network: 03d48124-3fcb-493b-8fd8-0279884c2a18, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:42:37.937681 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:42:37.947261 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, 03d48124-3fcb-493b-8fd8-0279884c2a18) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:37.951188 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:37.951788 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:37.959325 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c991e4-cc34-48ae-a80e-9febf1e52a4b None None] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:42:37.970780 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-90ea644e-8609-4eeb-b0e1-d747758ba4d6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3966312 Aug 09 18:42:37.974821 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52372) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:37.977743 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:38.002739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.004099 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.060544 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.117488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-03d48124-3fcb-493b-8fd8-0279884c2a18', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:42:38.118369 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.140425 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['843a0d45-3c37-46a4-8115-912415b6fb84'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:42:38.207357 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.308273 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Allocated IP 172.20.0.2 (03d48124-3fcb-493b-8fd8-0279884c2a18/f3d78674-2f2e-47b8-9f9a-cc5207bbc732/f557f456-f809-4c4b-84ed-c526171d1a27) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:38.406285 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.425425 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.498716 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.507000 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Transition to ACTIVE for port object f557f456-f809-4c4b-84ed-c526171d1a27 will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:38.522429 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Transition to ACTIVE for port object f557f456-f809-4c4b-84ed-c526171d1a27 will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:38.528164 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.533984 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Allocated IP 172.27.3.113 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:38.568582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:38.571502 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:38.574992 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:38.581720 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Pushing event updated for resources: {'Port': ['ID=f557f456-f809-4c4b-84ed-c526171d1a27,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:38.635787 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Attempting to bind port f557f456-f809-4c4b-84ed-c526171d1a27 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:38.636158 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Attempting to bind port f557f456-f809-4c4b-84ed-c526171d1a27 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:38.636517 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Attempting to bind port f557f456-f809-4c4b-84ed-c526171d1a27 on network 03d48124-3fcb-493b-8fd8-0279884c2a18 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:38.641480 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:38.641677 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.642135 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Checking segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:38.642237 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.642621 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Bound using segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:38.643090 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Bound port: f557f456-f809-4c4b-84ed-c526171d1a27, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:38.643472 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.683311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.711609 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] For port f557f456-f809-4c4b-84ed-c526171d1a27, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:38.715563 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] For port f557f456-f809-4c4b-84ed-c526171d1a27, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f557f456-f809-4c4b-84ed-c526171d1a27,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:38.719716 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:38.722611 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:38.727887 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:38.732732 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:38.757784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:38.777824 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e572e9d-02cf-4722-a8d1-b69d11537022 None None] Pushing event updated for resources: {'Port': ['ID=f557f456-f809-4c4b-84ed-c526171d1a27,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:39.032751 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bdee-199c-4a20-b779-fdbf366b06e7 req-368b0ce1-50eb-4321-9594-9b48a8349b59 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:39.034327 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b991bdee-199c-4a20-b779-fdbf366b06e7 req-368b0ce1-50eb-4321-9594-9b48a8349b59 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 944 time: 0.0961893 Aug 09 18:42:39.065593 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:39.115046 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b991bdee-199c-4a20-b779-fdbf366b06e7 req-8b4fc86d-4b76-437c-8b13-5a96cab386e9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730262 Aug 09 18:42:39.271335 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:39.408171 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Router e7e6e263-5111-4408-b984-3a4138dbad64 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93497) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:42:39.456087 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 843a0d45-3c37-46a4-8115-912415b6fb84 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:39.517822 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 843a0d45-3c37-46a4-8115-912415b6fb84 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:39.522890 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 843a0d45-3c37-46a4-8115-912415b6fb84 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:39.523522 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:39.612551 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:39.638020 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:39.640873 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9acbc8-c2a9-4a61-80d0-b28a09becfb7" -d '{"events": [{"server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "name": "network-vif-plugged", "status": "completed", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:39.654928 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 843a0d45-3c37-46a4-8115-912415b6fb84, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=843a0d45-3c37-46a4-8115-912415b6fb84,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:39.659684 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:39.687374 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbee81e4-5523-4ff4-a761-fd3da238512f x-openstack-request-id: req-cbee81e4-5523-4ff4-a761-fd3da238512f {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:39.687673 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "name": "network-vif-plugged", "status": "completed", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:39.687928 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbee81e4-5523-4ff4-a761-fd3da238512f {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:39.688333 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84', 'code': 200} Aug 09 18:42:39.705572 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a512858-9143-4304-ac69-badccaee81c0 None None] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:42:39.763030 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=843a0d45-3c37-46a4-8115-912415b6fb84,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:39.811339 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:39.815818 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-beed6b71-8b37-457a-8f60-bbb5db73c4d2 None None] Provisioning for port f557f456-f809-4c4b-84ed-c526171d1a27 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:39.828212 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:39.829483 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-feb8bebf-5d66-4997-9203-1cb0e7a3b7e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8551528 Aug 09 18:42:39.832346 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52382) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:39.846467 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Sync routers for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:39.865203 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:39.865747 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:39.899365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7060ba-67d1-4805-a101-39b9c84d4749 req-d467be2d-653e-4e3a-88a1-884b0b11c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:39.900948 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c7060ba-67d1-4805-a101-39b9c84d4749 req-d467be2d-653e-4e3a-88a1-884b0b11c33e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 1098 time: 0.0428796 Aug 09 18:42:39.939549 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c7060ba-67d1-4805-a101-39b9c84d4749 req-387d3bf7-38da-405d-bc46-d4379a9dccfa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306420 Aug 09 18:42:40.130046 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:40.259875 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.263905 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6f0e3-ac76-48b5-97dd-690a1b843ff2 req-a91e2a6d-a569-4c37-b466-4d37696044e0 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:40.265157 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8ad6f0e3-ac76-48b5-97dd-690a1b843ff2 req-a91e2a6d-a569-4c37-b466-4d37696044e0 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.0680246 Aug 09 18:42:40.318687 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8ad6f0e3-ac76-48b5-97dd-690a1b843ff2 req-a9f75b1d-43e0-4e6e-a2df-c9db57c86393 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456574 Aug 09 18:42:40.372566 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:38Z', 'revision_number': 3, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:40.403728 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Checking router: e7e6e263-5111-4408-b984-3a4138dbad64 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:40.403998 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Updating router e7e6e263-5111-4408-b984-3a4138dbad64 port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d binding host dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:42:40.439095 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.449068 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Allocated IP 172.20.0.1 (03d48124-3fcb-493b-8fd8-0279884c2a18/f3d78674-2f2e-47b8-9f9a-cc5207bbc732/c5387c95-d61a-446d-a678-db275df54fe4) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:40.466200 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3625bb48-debb-4d64-a6b7-edba7ec77f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.556530 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.570516 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Transition to ACTIVE for port object c5387c95-d61a-446d-a678-db275df54fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:40.605056 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.645035 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:40.647982 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:40.651540 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:40.673994 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Pushing event updated for resources: {'Port': ['ID=c5387c95-d61a-446d-a678-db275df54fe4,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:40.694449 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.719191 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Notify callbacks [] for port, precommit_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.730508 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Transition to ACTIVE for port object ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:40.737303 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.792400 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Attempting to bind port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:40.792778 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Attempting to bind port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:40.793174 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Attempting to bind port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:40.800893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75bbd4-c054-4633-b4e3-cb89511927f1 None None] Pushing event updated for resources: {'Port': ['ID=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:40.803980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:40.804431 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:40.804769 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.805194 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:40.805676 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Bound port: ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:40.806064 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.845491 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.873370 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] For port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:40.877486 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] For port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:40.888657 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:40.948760 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f557f456-f809-4c4b-84ed-c526171d1a27 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:40.987536 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:40.988170 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:40.991738 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75bbd4-c054-4633-b4e3-cb89511927f1 None None] Pushing event updated for resources: {'Port': ['ID=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:41.033332 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.038666 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.068222 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-910eafa4-9327-49b0-9772-1a85e23fc68e None None] Provisioning for port c5387c95-d61a-446d-a678-db275df54fe4 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:41.101503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-910eafa4-9327-49b0-9772-1a85e23fc68e None None] Provisioning complete for port c5387c95-d61a-446d-a678-db275df54fe4 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:41.101875 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-910eafa4-9327-49b0-9772-1a85e23fc68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.103624 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.106275 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Pushing event updated for resources: {'Port': ['ID=c5387c95-d61a-446d-a678-db275df54fe4,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:41.145123 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port f557f456-f809-4c4b-84ed-c526171d1a27 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:41.160401 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port f557f456-f809-4c4b-84ed-c526171d1a27 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:41.161436 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.166334 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:41.203000 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:41.204501 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:41.227314 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-910eafa4-9327-49b0-9772-1a85e23fc68e None None] Port c5387c95-d61a-446d-a678-db275df54fe4 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:42:41.326446 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Router e7e6e263-5111-4408-b984-3a4138dbad64 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:41.412776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.487020 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:41.496142 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3ef92cbf-89a6-46c6-ade1-7fc33588d228 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7e6e263-5111-4408-b984-3a4138dbad64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612728 Aug 09 18:42:41.499581 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port f557f456-f809-4c4b-84ed-c526171d1a27, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f557f456-f809-4c4b-84ed-c526171d1a27,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:41.504838 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf81f-459e-4300-ab3c-dbdc7eaaecd5 req-da7caa2f-74cd-411f-a6ff-0c4e39ff6fcd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:41.511409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-8ed3de60-9d38-45ab-9eb9-baff320734a6 None None] Provisioning complete for port c5387c95-d61a-446d-a678-db275df54fe4 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:41.511409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8ed3de60-9d38-45ab-9eb9-baff320734a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.514714 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e0baf81f-459e-4300-ab3c-dbdc7eaaecd5 req-da7caa2f-74cd-411f-a6ff-0c4e39ff6fcd tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.1001530 Aug 09 18:42:41.516374 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:41.561640 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e0baf81f-459e-4300-ab3c-dbdc7eaaecd5 req-d8eb99cc-688e-4761-a175-59ddc7959499 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457416 Aug 09 18:42:41.607914 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3de60-9d38-45ab-9eb9-baff320734a6 None None] Port c5387c95-d61a-446d-a678-db275df54fe4 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:42:41.626162 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 1, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:41.657403 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d965f-b273-4df2-aac4-f17bd5c39f48 None None] The sync data for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi is: [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 1, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:41.659812 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=f557f456-f809-4c4b-84ed-c526171d1a27,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:42.063720 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52406) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:42.069581 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1929147786-network', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:42.098224 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Made reservation on behalf of fae96df6a0df4dd68dd6b7811c74d007 for: {'network': 1} {{(pid=93496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:42:42.101470 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for network, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.110768 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.224276 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.229316 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.246447 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:42:42.275963 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.276310 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.segments_db [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Added segment 416eb279-44be-4df1-af9e-fa6b922c6361 of type vlan for network cd899cf0-029f-4f18-83ee-41d6a460745f Aug 09 18:42:42.284959 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5aa5bf-26b2-42bb-97fe-336f49cb1ce7,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:42.331244 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792725082956'] for network, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.365646 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862'] for network, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.366712 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:42.367303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.426957 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3589790 Aug 09 18:42:42.427267 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52408) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:42.432510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Request body: {'subnet': {'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1929147786-subnet', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'ip_version': 4}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:42.441429 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99129693-5500-4cdb-9e73-286108d12f52 admin admin] Pushing event updated for resources: {'Network': ['ID=cd899cf0-029f-4f18-83ee-41d6a460745f,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:42.451800 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Network cd899cf0-029f-4f18-83ee-41d6a460745f details requested by agent ovs-agent-dv-cinder-784453-11-iscsi with host dv-cinder-784453-11-iscsi {{(pid=93498) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:42:42.461203 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Made reservation on behalf of fae96df6a0df4dd68dd6b7811c74d007 for: {'subnet': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:42:42.463736 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33139354'] for subnet, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.656194 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5637827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33139368'] for subnet, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.748190 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cdba1-2444-4bb5-83ad-4e81d784fe0d req-5e282ea8-a973-4417-8279-35d330599435 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:42.749779 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-285cdba1-2444-4bb5-83ad-4e81d784fe0d req-5e282ea8-a973-4417-8279-35d330599435 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.1085413 Aug 09 18:42:42.752692 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=70fb97d1-6663-4965-b8e6-5539e9ec67cc,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:42.768480 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Checking segment: {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:42.768746 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Network hostable DHCP agents. Network: cd899cf0-029f-4f18-83ee-41d6a460745f, hostable agents: ['c97b2836-e2b4-45ee-8c20-58834650126e'], hosted agents: [] {{(pid=93497) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:42:42.806399 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-285cdba1-2444-4bb5-83ad-4e81d784fe0d req-9fa00880-a61c-475e-a6e9-d956517408dc tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474060 Aug 09 18:42:42.808025 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Network cd899cf0-029f-4f18-83ee-41d6a460745f is scheduled to be hosted by DHCP agent c97b2836-e2b4-45ee-8c20-58834650126e with binding_index 1 {{(pid=93497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:42:42.818954 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-11-iscsi, cd899cf0-029f-4f18-83ee-41d6a460745f) {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:42.825037 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:42.825861 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.834520 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e5ee4-0544-4d36-83b7-d25f269a860f None None] Network cd899cf0-029f-4f18-83ee-41d6a460745f requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:42:42.852340 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52416) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:42.852989 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-2750ad6f-7eed-4006-98ac-ca71f6dcf2ad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4243619 Aug 09 18:42:42.857444 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:42.896748 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-365781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1019'] for router, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.908200 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-367124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-769581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1008'] for router, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.968603 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122629-5171-4a7e-a1f9-ee181f8864ad req-f8d44ff2-43ec-4651-9613-ffaa80c5d168 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:42.970778 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a2122629-5171-4a7e-a1f9-ee181f8864ad req-f8d44ff2-43ec-4651-9613-ffaa80c5d168 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.0713589 Aug 09 18:42:42.980015 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52418) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:42.985530 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:42.985911 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Request body: {'floatingip': {'port_id': '843a0d45-3c37-46a4-8115-912415b6fb84'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:43.056579 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.058494 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:43.097476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf67fcc1a-adc9-5109-8b0e-d65fe90ff39a-cd899cf0-029f-4f18-83ee-41d6a460745f', 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'fixed_ips': [{'subnet_id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc'}]}} from dv-cinder-784453-11-iscsi. {{(pid=93498) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:42:43.098522 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.136529 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-979fe683-56b5-44ef-a911-f63a05f47282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.233978 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.241775 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:43.268562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:43.268942 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.319250 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Allocated IP 172.20.0.2 (cd899cf0-029f-4f18-83ee-41d6a460745f/70fb97d1-6663-4965-b8e6-5539e9ec67cc/0b42b35d-4050-4220-b87d-a63c8e7f9c1f) {{(pid=93498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:43.366994 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.567785 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.573426 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.601248 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.619127 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.624502 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.651902 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:43.659332 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.660155 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f557f456-f809-4c4b-84ed-c526171d1a27 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:43.703301 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.720014 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Floating IP 47db5790-d3ca-4674-b18c-aefe65a04586 associated. External IP: 172.27.3.129, port: 843a0d45-3c37-46a4-8115-912415b6fb84. Aug 09 18:42:43.737537 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Transition to ACTIVE for port object 0b42b35d-4050-4220-b87d-a63c8e7f9c1f will not be triggered until provisioned by entity L2. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:43.771743 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Allocated IP 172.27.3.72 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/a6f6e689-dbc4-48d6-89db-fa7c2e1571e4) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:43.772453 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Transition to ACTIVE for port object 0b42b35d-4050-4220-b87d-a63c8e7f9c1f will not be triggered until provisioned by entity DHCP. {{(pid=93498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:43.776118 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:43.786984 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981'] for port, after_create {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.837844 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port f557f456-f809-4c4b-84ed-c526171d1a27 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:43.838533 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.841105 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Network cd899cf0-029f-4f18-83ee-41d6a460745f is already hosted by enough agents. {{(pid=93498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:43.846566 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Resources bound (agent type, host, resource id): {{(pid=93498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:43.849910 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Received port after_create {{(pid=93498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:43.876906 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Pushing event updated for resources: {'Port': ['ID=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,revision_number=1']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:43.943402 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.954689 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Attempting to bind port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:43.955203 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Attempting to bind port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:43.955660 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Attempting to bind port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f on network cd899cf0-029f-4f18-83ee-41d6a460745f {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:43.964829 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:43.965378 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Checking segment: {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:43.965870 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.966334 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Bound using segment: {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'} {{(pid=93498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:43.966889 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.managers [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Bound port: 0b42b35d-4050-4220-b87d-a63c8e7f9c1f, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'}}] {{(pid=93498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:43.967338 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:43.995498 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.042220 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Pushing event updated for resources: {'Port': ['ID=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:44.044393 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Sync routers for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:44.058855 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:44.059522 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:44.062120 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:44.063973 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:44.065535 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:44.067954 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:44.074993 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] For port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:44.079327 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] For port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:44.085967 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.159971 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b8ae3-ee78-45d8-bb31-5dd20ad5a4d0 None None] Pushing event updated for resources: {'Port': ['ID=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,revision_number=2']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:44.188488 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:44.222049 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:44.228471 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.237831 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:44.252404 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:44.257031 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:44.263051 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-683bd64a-9a05-4038-9aaa-fdafbd9e385d tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "PUT /v2.0/floatingips/47db5790-d3ca-4674-b18c-aefe65a04586 HTTP/1.1" status: 200 len: 991 time: 1.2813323 Aug 09 18:42:44.263661 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:42:44.277981 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d7ca6-a534-4397-8b15-2009dcf1b648" -d '{"events": [{"name": "network-changed", "server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:42:44.353559 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9143bd-5a13-4cb9-98c3-5fd6e63efac6 x-openstack-request-id: req-fc9143bd-5a13-4cb9-98c3-5fd6e63efac6 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:42:44.353858 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:42:44.354110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc9143bd-5a13-4cb9-98c3-5fd6e63efac6 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:42:44.354513 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84', 'status': 'completed', 'code': 200} Aug 09 18:42:44.400458 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.416196 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.482289 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:44.493228 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-277c7507-2081-45b5-a472-9121080ad5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:44.494869 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-277c7507-2081-45b5-a472-9121080ad5cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0398363ce15d4dfcb0806a1086357b8e&device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 1098 time: 0.0881236 Aug 09 18:42:44.499663 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 2, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:44.570679 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Checking router: e7e6e263-5111-4408-b984-3a4138dbad64 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:44.571327 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Updating router e7e6e263-5111-4408-b984-3a4138dbad64 port c5387c95-d61a-446d-a678-db275df54fe4 binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:42:44.616274 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.691164 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-009eec9b-1855-4f00-a9f7-71e3c8e1ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:44.693354 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-009eec9b-1855-4f00-a9f7-71e3c8e1ca42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 200 len: 911 time: 0.1883514 Aug 09 18:42:44.695419 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-367335'] for router, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:44.766707 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-6a5aec2e-2b87-4e5a-bd8b-ec17e485bc44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=843a0d45-3c37-46a4-8115-912415b6fb84 HTTP/1.1" status: 200 len: 999 time: 0.0662620 Aug 09 18:42:44.843826 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-b29cf8dd-664a-4115-9e02-3a54e2c7afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:44.846299 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-b29cf8dd-664a-4115-9e02-3a54e2c7afd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 200 len: 849 time: 0.0720081 Aug 09 18:42:44.876871 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '47db5790-d3ca-4674-b18c-aefe65a04586', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'port_id': '843a0d45-3c37-46a4-8115-912415b6fb84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'mac_address': 'fa:16:3e:ff:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:27Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 1, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:44.927609 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 is scheduled to L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 with binding_index 1 {{(pid=93496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:42:44.945822 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:44.970105 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-d3d935c0-daf9-40cf-a88b-0f407bf6875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:42:44.971676 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-d3d935c0-daf9-40cf-a88b-0f407bf6875c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c12fb488-4434-4fb8-94a9-f4644dcc60b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1181185 Aug 09 18:42:44.974395 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:44.976418 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:45.123561 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:45.157953 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:45.169358 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Sync routers for ids ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:45.174129 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-649a91ee-812e-47f9-b741-2b2944b9f4fa service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940250 Aug 09 18:42:45.176981 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.187954 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:45.189460 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Routers {'a26c5e58-bc76-469a-8ce3-ca903b75d7c9'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:45.191439 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:45.192821 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.194121 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9f700e03-e973-4fcb-bf29-ef19fb26077c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3402054 Aug 09 18:42:45.197790 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52430) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:45.321870 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Set router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:45.325799 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:45.326181 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.335593 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8d7ca6-a534-4397-8b15-2009dcf1b648 req-0494b236-e6ae-4328-ae48-c32f3d3883f6 service neutron] 10.222.0.73 "GET /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536562 Aug 09 18:42:45.401452 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Transition to ACTIVE for port object c5387c95-d61a-446d-a678-db275df54fe4 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:45.443829 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.516829 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0b42b35d-4050-4220-b87d-a63c8e7f9c1f up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:45.594287 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Pushing event updated for resources: {'Port': ['ID=c5387c95-d61a-446d-a678-db275df54fe4,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:45.642849 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f124d-5436-44bd-8d95-4107d57c6079 None None] Network cd899cf0-029f-4f18-83ee-41d6a460745f requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:42:45.654893 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.655276 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.655613 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.656110 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.656453 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.656784 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.657117 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.657446 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.657971 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.658481 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.658980 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.659473 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:42:45.680517 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Attempting to bind port c5387c95-d61a-446d-a678-db275df54fe4 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:45.681176 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Attempting to bind port c5387c95-d61a-446d-a678-db275df54fe4 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:45.681916 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Attempting to bind port c5387c95-d61a-446d-a678-db275df54fe4 on network 03d48124-3fcb-493b-8fd8-0279884c2a18 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:45.690505 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:45.690881 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Checking segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:45.691491 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.692089 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Bound using segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:45.692764 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Bound port: c5387c95-d61a-446d-a678-db275df54fe4, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:45.693369 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.763478 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:42:44Z', 'revision_number': 3, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:45.797059 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:45.800548 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Checking router: a26c5e58-bc76-469a-8ce3-ca903b75d7c9 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:45.800909 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Updating router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:42:45.826978 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] For port c5387c95-d61a-446d-a678-db275df54fe4, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:45.829805 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.834134 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] Provisioning for port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:45.843689 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] Provisioning complete for port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:45.843907 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.844729 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.847164 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] For port c5387c95-d61a-446d-a678-db275df54fe4, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=c5387c95-d61a-446d-a678-db275df54fe4,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:45.851572 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.873756 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:45.909937 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '47db5790-d3ca-4674-b18c-aefe65a04586', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'port_id': '843a0d45-3c37-46a4-8115-912415b6fb84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'mac_address': 'fa:16:3e:ff:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:27Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 1, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:45.946183 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168756b5-ed68-4b65-bcbb-847ebef397d8 None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '47db5790-d3ca-4674-b18c-aefe65a04586', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'port_id': '843a0d45-3c37-46a4-8115-912415b6fb84', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'mac_address': 'fa:16:3e:ff:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:27Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 1, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:46.035404 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.059831 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:46.060464 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:46.073891 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Allocated IP 172.20.0.1 (cd899cf0-029f-4f18-83ee-41d6a460745f/70fb97d1-6663-4965-b8e6-5539e9ec67cc/357031ee-5757-4719-bbc5-9384e7a39803) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:42:46.095640 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] For port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:46.102076 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.197049 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdf32f-39d5-4a3c-a096-09ff1b4b046f None None] Pushing event updated for resources: {'Port': ['ID=c5387c95-d61a-446d-a678-db275df54fe4,revision_number=4']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:46.218920 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3a71d-c3fd-42d4-abe0-4c8bf00f7658 None None] Pushing event updated for resources: {'Port': ['ID=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,revision_number=3']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:46.252480 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.272997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Transition to ACTIVE for port object 357031ee-5757-4719-bbc5-9384e7a39803 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:46.314358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.327562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3166c0f-c718-4d8d-ba9f-4eebf47271e7 None None] New status for floating IP 47db5790-d3ca-4674-b18c-aefe65a04586: ACTIVE {{(pid=93498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:42:46.367084 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Network cd899cf0-029f-4f18-83ee-41d6a460745f is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:46.370594 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:46.373347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:42:46.399896 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-62eccf8a-584c-479f-b954-c012839422d6 None None] Provisioning complete for port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:46.400351 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-62eccf8a-584c-479f-b954-c012839422d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.403206 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:46.423430 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Pushing event updated for resources: {'Port': ['ID=357031ee-5757-4719-bbc5-9384e7a39803,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:46.434628 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-367636'] for router_interface, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.590811 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.612375 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Transition to ACTIVE for port object a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:46.633176 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.635639 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.711095 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Attempting to bind port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:46.711477 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Attempting to bind port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:46.711845 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Attempting to bind port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 on network d4772bd6-f69e-4536-9043-6109f7bdcf52 {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:46.740471 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-3c6084a2-69d5-437f-a456-fbff31a58f8f None None] Provisioning for port 357031ee-5757-4719-bbc5-9384e7a39803 completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:46.741070 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:46.741487 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Checking segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:46.741902 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.742409 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Bound using segment: {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:46.743351 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Bound port: a6f6e689-dbc4-48d6-89db-fa7c2e1571e4, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d7732-ca53-4481-8d6a-ba025d8f2aa0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:46.743351 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.745336 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeeebc-5951-4732-89eb-ade96e829963 None None] Pushing event updated for resources: {'Port': ['ID=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,revision_number=2']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:46.745473 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-3c6084a2-69d5-437f-a456-fbff31a58f8f None None] Provisioning complete for port 357031ee-5757-4719-bbc5-9384e7a39803 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:46.745919 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-3c6084a2-69d5-437f-a456-fbff31a58f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.792661 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-3c6084a2-69d5-437f-a456-fbff31a58f8f None None] Port 357031ee-5757-4719-bbc5-9384e7a39803 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:42:46.816224 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] For port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:46.821862 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] For port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:46.823149 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.826457 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:45Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:46.829464 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.830877 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.863588 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1413458-c50a-4dcf-907d-351d031f03ef None None] The sync data for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi is: [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:45Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:46.919589 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Pushing event updated for resources: {'Port': ['ID=357031ee-5757-4719-bbc5-9384e7a39803,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:46.930523 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Routers {'a26c5e58-bc76-469a-8ce3-ca903b75d7c9'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:46.930689 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-367776'] for router_interface, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:46.931147 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:46.939494 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeeebc-5951-4732-89eb-ade96e829963 None None] Pushing event updated for resources: {'Port': ['ID=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:46.963818 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device c5387c95-d61a-446d-a678-db275df54fe4 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:47.026675 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port c5387c95-d61a-446d-a678-db275df54fe4 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:47.034265 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port c5387c95-d61a-446d-a678-db275df54fe4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:47.034729 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:47.038498 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Network cd899cf0-029f-4f18-83ee-41d6a460745f is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:42:47.040270 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:42:47.063806 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] Set router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:47.134820 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:47.183641 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port c5387c95-d61a-446d-a678-db275df54fe4, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=c5387c95-d61a-446d-a678-db275df54fe4,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:47.193795 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:47.194631 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0b42b35d-4050-4220-b87d-a63c8e7f9c1f up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:47.339799 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=c5387c95-d61a-446d-a678-db275df54fe4,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:47.372095 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:47.374003 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:47.427727 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-4a2867cc-ee52-4faa-85c1-8add9065205e None None] Provisioning complete for port 357031ee-5757-4719-bbc5-9384e7a39803 triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:47.428677 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-4a2867cc-ee52-4faa-85c1-8add9065205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:47.489731 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-4a2867cc-ee52-4faa-85c1-8add9065205e None None] Port 357031ee-5757-4719-bbc5-9384e7a39803 cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:42:47.508459 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:42:47.544488 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '357031ee-5757-4719-bbc5-9384e7a39803', 'name': '', 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'mac_address': 'fa:16:3e:24:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:45Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 2, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'subnets': [{'id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:47.573546 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8630e59b-fdb5-49f8-81ee-1f08f5228bc0 None None] The sync data for ids ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'] in dv-cinder-784453-11-iscsi is: [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '357031ee-5757-4719-bbc5-9384e7a39803', 'name': '', 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'mac_address': 'fa:16:3e:24:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:45Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 2, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'subnets': [{'id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:47.639526 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:42:47.654981 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f71ecfd8-fe46-47c4-b25e-d0efd7cc0617 admin admin] 10.222.0.25 "PUT /v2.0/routers/a26c5e58-bc76-469a-8ce3-ca903b75d7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4462032 Aug 09 18:42:47.670744 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.417603 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52452) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:48.422607 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795704363', 'description': 'tempest-secgroup-smoke-1795704363 description', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:48.454797 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.546591 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.552155 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.593549 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.595207 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1763918 Aug 09 18:42:48.598638 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52454) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:48.599471 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f06f8-2db7-48f0-bc2f-83db38eb20bd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:48.604813 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group_rule': {'security_group_id': 'ca588ccb-ecb3-4dc6-8f57-eb9dbe890934', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:48.639395 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.710919 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.715187 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.735810 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de68d90a-4027-451c-91ac-f5ec6a186946,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:48.740118 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.741772 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b0da0f80-2a1d-49ff-8bbf-85f10a8afdf8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406507 Aug 09 18:42:48.744044 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52456) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:48.748541 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group_rule': {'security_group_id': 'ca588ccb-ecb3-4dc6-8f57-eb9dbe890934', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:48.776660 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.845963 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.854005 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.877140 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34f6936-f5f4-4a4a-964e-4d2eb9e73ccf,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:48.880713 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.884769 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 52460) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:48.884965 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-83c408ab-863f-4ef9-a0a5-0825aa884ac6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399229 Aug 09 18:42:48.890479 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group_rule': {'security_group_id': 'ca588ccb-ecb3-4dc6-8f57-eb9dbe890934', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:48.917586 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device c5387c95-d61a-446d-a678-db275df54fe4 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:48.929653 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:48.973576 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port c5387c95-d61a-446d-a678-db275df54fe4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:48.974086 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.005752 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.010606 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.028295 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae03192-2962-490c-a777-0e19764efcbb,revision_number=0']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:49.058314 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.060255 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-87df2ef3-3416-4904-9c72-1064bf4d8ffc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743393 Aug 09 18:42:49.063169 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52462) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:49.071304 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group_rule': {'security_group_id': 'ca588ccb-ecb3-4dc6-8f57-eb9dbe890934', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:49.106910 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.175022 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.178971 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.199271 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1314b920-25e1-4148-8465-485a6867f009,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:49.202759 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.203975 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-64678951-9d87-4a59-ae5e-d2d1ad579ab0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396112 Aug 09 18:42:49.206664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52464) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:49.212174 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group_rule': {'security_group_id': 'ca588ccb-ecb3-4dc6-8f57-eb9dbe890934', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:49.234479 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.securitygroups_db [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Project e8f4dd99a82f49edbb8f3f94f16514d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:42:49.240005 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.314998 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.319975 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.338718 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1b8419-3045-4c5c-b032-a03b5656e0af,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:49.346925 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.350691 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5321d6f2-ac35-4fc6-90a0-1034e0be6459 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405509 Aug 09 18:42:49.351023 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52466) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:42:49.356104 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'security_group_rule': {'security_group_id': 'ca588ccb-ecb3-4dc6-8f57-eb9dbe890934', 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:42:49.380298 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.securitygroups_db [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Project e8f4dd99a82f49edbb8f3f94f16514d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:42:49.385891 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.455422 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.460988 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749127'] for security_group_rule, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.480538 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f943678-6157-4523-944c-c0876ff1d7a2,revision_number=0']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:49.487803 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:49.493820 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-78a06202-8b85-43df-a8d0-be3267436b7d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416047 Aug 09 18:42:50.386736 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Sync routers for ids ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:42:50.396743 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Routers {'a26c5e58-bc76-469a-8ce3-ca903b75d7c9'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:50.397386 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:50.506577 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Set router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:50.726863 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '357031ee-5757-4719-bbc5-9384e7a39803', 'name': '', 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'mac_address': 'fa:16:3e:24:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:45Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 2, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'subnets': [{'id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:50.753961 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Checking router: a26c5e58-bc76-469a-8ce3-ca903b75d7c9 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:42:50.754370 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Updating router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 port 357031ee-5757-4719-bbc5-9384e7a39803 binding host dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:42:50.779340 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:50.917727 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:51.065855 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Notify callbacks [] for port, precommit_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.080517 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.provisioning_blocks [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Transition to ACTIVE for port object 357031ee-5757-4719-bbc5-9384e7a39803 will not be triggered until provisioned by entity L2. {{(pid=93499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:42:51.087567 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.122820 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:51.127191 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:51.127571 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.138727 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01904277-4f6e-49e8-b1ae-428894bda043 None None] Pushing event updated for resources: {'Port': ['ID=357031ee-5757-4719-bbc5-9384e7a39803,revision_number=3']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:51.195288 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Attempting to bind port 357031ee-5757-4719-bbc5-9384e7a39803 on host dv-cinder-784453-11-iscsi for vnic_type normal with profile {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:42:51.195673 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Attempting to bind port 357031ee-5757-4719-bbc5-9384e7a39803 by drivers openvswitch,hyperv on host dv-cinder-784453-11-iscsi at level 0 using segments [{'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:42:51.196072 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Attempting to bind port 357031ee-5757-4719-bbc5-9384e7a39803 on network cd899cf0-029f-4f18-83ee-41d6a460745f {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:42:51.201510 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Checking agent: {'id': '569f331b-edef-48c9-b165-3092932269be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 26, 13), 'started_at': datetime.datetime(2021, 8, 9, 18, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:42:51.202073 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Checking segment: {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:42:51.202301 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.202701 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Bound using segment: {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'} {{(pid=93499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:42:51.203178 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.managers [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Bound port: 357031ee-5757-4719-bbc5-9384e7a39803, host: dv-cinder-784453-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416eb279-44be-4df1-af9e-fa6b922c6361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f'}}] {{(pid=93499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:42:51.203560 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.225640 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.249559 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:51.255625 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.276666 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] For port 357031ee-5757-4719-bbc5-9384e7a39803, host dv-cinder-784453-11-iscsi, cleared binding levels {{(pid=93499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:42:51.280242 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.plugins.ml2.db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] For port 357031ee-5757-4719-bbc5-9384e7a39803, host dv-cinder-784453-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=357031ee-5757-4719-bbc5-9384e7a39803,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:42:51.288316 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron_lib.callbacks.manager [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:51.318360 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:51.351119 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Routers {'a26c5e58-bc76-469a-8ce3-ca903b75d7c9'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:42:51.351853 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:42:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:51.357395 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01904277-4f6e-49e8-b1ae-428894bda043 None None] Pushing event updated for resources: {'Port': ['ID=357031ee-5757-4719-bbc5-9384e7a39803,revision_number=4']} {{(pid=93499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:51.475037 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] Set router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:42:51.682446 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '357031ee-5757-4719-bbc5-9384e7a39803', 'name': '', 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'mac_address': 'fa:16:3e:24:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:45Z', 'updated_at': '2021-08-09T18:42:51Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'subnets': [{'id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:42:51.713967 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db061d1e-7c70-48fc-8984-490bd26531ec None None] The sync data for ids ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'] in dv-cinder-784453-11-iscsi is: [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:42:46Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '357031ee-5757-4719-bbc5-9384e7a39803', 'name': '', 'network_id': 'cd899cf0-029f-4f18-83ee-41d6a460745f', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'mac_address': 'fa:16:3e:24:43:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:45Z', 'updated_at': '2021-08-09T18:42:51Z', 'revision_number': 4, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'subnets': [{'id': '70fb97d1-6663-4965-b8e6-5539e9ec67cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:42:51.911545 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:42:52.925127 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 357031ee-5757-4719-bbc5-9384e7a39803 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:52.978473 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning for port 357031ee-5757-4719-bbc5-9384e7a39803 completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:42:52.982708 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 357031ee-5757-4719-bbc5-9384e7a39803 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:52.983121 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:53.066363 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:53.113176 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] For port 357031ee-5757-4719-bbc5-9384e7a39803, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=357031ee-5757-4719-bbc5-9384e7a39803,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:42:53.118949 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:53.119939 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:53.205358 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Pushing event updated for resources: {'Port': ['ID=357031ee-5757-4719-bbc5-9384e7a39803,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:42:53.219450 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:53.219855 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:42:54.895677 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 357031ee-5757-4719-bbc5-9384e7a39803 up at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:42:54.942755 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Provisioning complete for port 357031ee-5757-4719-bbc5-9384e7a39803 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:42:54.943131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:10.417153 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e17373ba-3547-4948-87a2-d39dacbca89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:13.078023 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb38c-411c-49a9-b745-f42fbdc722b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:13.197132 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:14.341699 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-067b7199-8c46-4edb-9a32-2ce383799022 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795704363&fields=id&tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4 HTTP/1.1" status: 200 len: 267 time: 0.0359936 Aug 09 18:43:14.386608 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:14.448581 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-e10706fd-1ed9-4eb8-a3de-062bbeac4a56 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:14.450094 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-e10706fd-1ed9-4eb8-a3de-062bbeac4a56 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 807 time: 0.1018934 Aug 09 18:43:14.465534 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-1936c42d-c8d8-485d-962b-bd58dd8f3493 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/quotas/e8f4dd99a82f49edbb8f3f94f16514d4 HTTP/1.1" status: 200 len: 375 time: 0.0098348 Aug 09 18:43:14.515100 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-0b214687-9d4b-46fb-9b98-c75fa5e64c9f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442836 Aug 09 18:43:14.612443 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-759f1908-ba02-469b-8720-d98fe2e30bdd service neutron] 10.222.0.25 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844681 Aug 09 18:43:14.700203 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-756773c8-51f5-48a9-b0d4-abb2793462bc service neutron] 10.222.0.25 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817440 Aug 09 18:43:14.991729 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-293521a9-aa61-481e-8d87-ca75a4d4dfea req-c46b1935-814f-448b-adc0-b960b1dce7a7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 210 time: 0.0317795 Aug 09 18:43:15.752975 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.054186 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-40fbd1ab-c47c-464f-b628-3ece7370e937 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:16.055701 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-40fbd1ab-c47c-464f-b628-3ece7370e937 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 807 time: 0.1006551 Aug 09 18:43:16.099833 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a2272cbb-d747-439c-b774-5899f5c3cc7a req-89b2bf3c-9c20-45e4-a949-ac6dbdc61083 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 210 time: 0.0387137 Aug 09 18:43:16.121173 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-0cd2d2bb-865e-4473-8b53-7a8d975597e7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4 HTTP/1.1" status: 200 len: 380 time: 0.0488687 Aug 09 18:43:16.151306 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'port': {'device_id': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'admin_state_up': True, 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'security_groups': ['ca588ccb-ecb3-4dc6-8f57-eb9dbe890934']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:43:16.259510 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Made reservation on behalf of e8f4dd99a82f49edbb8f3f94f16514d4 for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:43:16.263390 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.389853 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Allocated IP 172.20.0.8 (03d48124-3fcb-493b-8fd8-0279884c2a18/f3d78674-2f2e-47b8-9f9a-cc5207bbc732/7f2552ce-23c5-4977-88f9-9cb48b5ef27f) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:43:16.523836 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.537496 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Transition to ACTIVE for port object 7f2552ce-23c5-4977-88f9-9cb48b5ef27f will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:43:16.572026 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.622586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:43:16.625538 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:43:16.629222 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:43:16.636269 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:16.664169 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.664512 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.664844 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.665773 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.666109 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.666583 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.666950 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.667274 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.667610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.668013 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.668400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.668664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:16.694840 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:16.695495 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.715064 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-dac05df9-bdc7-4548-9403-9285ba97c366 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687101 Aug 09 18:43:16.740892 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Request body: {'port': {'device_id': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:43:16.804081 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.846359 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-6eef822e-06f6-47db-860d-30d23b054537 None None] Provisioning for port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:43:16.850864 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-6eef822e-06f6-47db-860d-30d23b054537 None None] Provisioning complete for port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:43:16.851239 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-6eef822e-06f6-47db-860d-30d23b054537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:16.886876 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-6eef822e-06f6-47db-860d-30d23b054537 None None] Port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:43:17.075579 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2552ce-23c5-4977-88f9-9cb48b5ef27f {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:43:17.083052 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:17.095567 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Transition to ACTIVE for port object 7f2552ce-23c5-4977-88f9-9cb48b5ef27f will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:43:17.098612 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:17.151886 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:17.254891 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Attempting to bind port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:43:17.255229 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Attempting to bind port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:43:17.255565 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Attempting to bind port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f on network 03d48124-3fcb-493b-8fd8-0279884c2a18 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:43:17.266745 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce83e3-3611-4796-b0e6-5c368ec42022 req-68f6c522-5802-4302-a147-0c5f4529b863 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:17.268283 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f5ce83e3-3611-4796-b0e6-5c368ec42022 req-68f6c522-5802-4302-a147-0c5f4529b863 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0797970 Aug 09 18:43:17.270620 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f on network 03d48124-3fcb-493b-8fd8-0279884c2a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:43:17.270950 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Attempting to bind port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f on network 03d48124-3fcb-493b-8fd8-0279884c2a18 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:43:17.282979 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:43:17.283317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Checking segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:43:17.283700 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Bound using segment: {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:43:17.284151 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Bound port: 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027eddae-68f5-473c-b0a8-9c410fe8d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:43:17.284511 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:17.339081 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f5ce83e3-3611-4796-b0e6-5c368ec42022 req-9c74bee7-e31e-41b6-9b98-fd1ffba230df tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648127 Aug 09 18:43:17.367750 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:43:17.371566 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:43:17.375352 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:17.407882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:17.408911 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:17.410326 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 1093 time: 0.6740143 Aug 09 18:43:17.412444 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:43:17.415883 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a26b4-1254-4dad-aac0-acb523b00598" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:43:17.452285 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff793a-3a0c-428e-b0e4-466821f810d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:17.470286 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754ed38-f5d3-4ee5-90ae-19a027c546da x-openstack-request-id: req-d754ed38-f5d3-4ee5-90ae-19a027c546da {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:43:17.470579 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:43:17.470833 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d754ed38-f5d3-4ee5-90ae-19a027c546da {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:43:17.471229 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'status': 'completed', 'code': 200} Aug 09 18:43:17.552747 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-d4877638-2e01-44d6-af92-6684e69d2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:17.554316 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-d4877638-2e01-44d6-af92-6684e69d2b28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0484893 Aug 09 18:43:17.609163 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-b08ab017-4c77-4abf-a023-2c900ca32263 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 217 time: 0.0347643 Aug 09 18:43:17.654616 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:17.660809 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-c252d5f6-92e5-4532-bfda-ef781e6dcebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:17.662253 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-c252d5f6-92e5-4532-bfda-ef781e6dcebf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0446799 Aug 09 18:43:17.711667 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5683-347f-4701-aab0-422b6e78388a req-84b86d98-c90f-4511-aa4f-d2abc27f660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:17.713868 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-84b86d98-c90f-4511-aa4f-d2abc27f660c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443084 Aug 09 18:43:17.800652 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-b875b24a-9625-4f3b-bc05-395db9dc006e service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788198 Aug 09 18:43:17.892772 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9f8e5683-347f-4701-aab0-422b6e78388a req-1532ef07-4791-4d77-8197-539be00497c6 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838428 Aug 09 18:43:18.050365 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-5b19c37b-4e52-4b3f-a82d-b0af2350618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:18.051903 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-5b19c37b-4e52-4b3f-a82d-b0af2350618a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0414913 Aug 09 18:43:18.142483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-26d9eaa9-58d9-47ce-bcf9-6b18206c8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:18.143951 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-26d9eaa9-58d9-47ce-bcf9-6b18206c8c30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 908 time: 0.0836720 Aug 09 18:43:18.190170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-e863349f-6d0f-4c5f-9f44-84bd160f7115 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 217 time: 0.0368972 Aug 09 18:43:18.241434 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-246c12df-2bcd-4883-a8c7-60f85d3b13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:18.242880 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-246c12df-2bcd-4883-a8c7-60f85d3b13fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0449283 Aug 09 18:43:18.286643 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-d7d6e3db-9986-4842-b0e1-1c4d72191e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:18.288092 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-d7d6e3db-9986-4842-b0e1-1c4d72191e26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379107 Aug 09 18:43:18.380490 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-a339b628-2f7a-4590-8ec6-b85e40f34970 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844061 Aug 09 18:43:18.781630 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f91c6-e1c7-4cb2-865f-61893bb23098 req-65edf20c-10fa-486f-a8ca-d238347dcdb8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:18.783084 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b1f91c6-e1c7-4cb2-865f-61893bb23098 req-65edf20c-10fa-486f-a8ca-d238347dcdb8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.3540790 Aug 09 18:43:18.788644 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2d5a26b4-1254-4dad-aac0-acb523b00598 req-1c4a0fa5-2f0e-4457-a22b-14750f0733a9 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011321 Aug 09 18:43:18.821405 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0b1f91c6-e1c7-4cb2-865f-61893bb23098 req-ff760833-dddc-49f0-85b2-edf5bba62562 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Aug 09 18:43:19.937832 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1607eac-b3ef-487b-8d8d-37b92c08b8c9 req-00d6ccc4-edfa-4385-830e-84c1a5555b94 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:19.939350 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a1607eac-b3ef-487b-8d8d-37b92c08b8c9 req-00d6ccc4-edfa-4385-830e-84c1a5555b94 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0493221 Aug 09 18:43:19.975638 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a1607eac-b3ef-487b-8d8d-37b92c08b8c9 req-2535ae5d-b4e9-4ef5-b113-cc593fe775d6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304720 Aug 09 18:43:21.090521 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b45c7-300c-46b2-93f5-67d62da8509c req-f92c2ae3-ec9c-404d-be9f-6d23d5f29470 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:21.092056 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-509b45c7-300c-46b2-93f5-67d62da8509c req-f92c2ae3-ec9c-404d-be9f-6d23d5f29470 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0491357 Aug 09 18:43:21.129467 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-509b45c7-300c-46b2-93f5-67d62da8509c req-d13305ad-5954-4eb4-80db-443a389cc8c5 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Aug 09 18:43:21.911924 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-cb3d9e51-48d2-419c-9da9-deaba6afa033 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454354 Aug 09 18:43:22.015440 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-e50c11f8-d3e3-448a-aea2-b2b78700e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:22.016916 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-e50c11f8-d3e3-448a-aea2-b2b78700e9ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1098 time: 0.0396049 Aug 09 18:43:22.129771 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-5eaf8beb-d00d-487d-b10c-43737371e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:22.131269 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-5eaf8beb-d00d-487d-b10c-43737371e881 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.0839341 Aug 09 18:43:22.209985 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-86d1a855-1bd8-4339-b1c4-4a6e740afc17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 200 len: 1001 time: 0.0701754 Aug 09 18:43:22.283675 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dadf2-f2df-402d-994d-da85ad4831f5 req-7cb9ccc3-102b-4ba2-902b-b8a83a8b325b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:22.285136 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f6dadf2-f2df-402d-994d-da85ad4831f5 req-7cb9ccc3-102b-4ba2-902b-b8a83a8b325b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0877442 Aug 09 18:43:22.286547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-6e712025-cdf0-476c-9aa4-183041c0c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:22.287830 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-6e712025-cdf0-476c-9aa4-183041c0c3d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0602281 Aug 09 18:43:22.353329 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0f6dadf2-f2df-402d-994d-da85ad4831f5 req-aba025ed-ac7e-4cd3-b3d1-0a2a3b6467c7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621154 Aug 09 18:43:22.358610 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-cdaa6f20-1af6-42fa-b623-db05c78595b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:22.360042 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-cdaa6f20-1af6-42fa-b623-db05c78595b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624957 Aug 09 18:43:22.450215 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-3f91b978-3c20-4a49-8d86-9d461a331ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Aug 09 18:43:22.546952 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48472a4b-60de-4c26-aafb-d02aaf2469ba req-823eeccb-73b7-4618-a07c-655100c0df69 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881078 Aug 09 18:43:23.469928 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133936d-e9d9-40c8-8d7f-706c545869b1 req-ee3d6d7e-a97e-4e2d-a335-b0082ba195fb tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:23.471413 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0133936d-e9d9-40c8-8d7f-706c545869b1 req-ee3d6d7e-a97e-4e2d-a335-b0082ba195fb tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0497103 Aug 09 18:43:23.512568 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0133936d-e9d9-40c8-8d7f-706c545869b1 req-6a15967c-c83d-4ae4-8b77-d87a45969945 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352707 Aug 09 18:43:24.646803 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748703b-2d1a-498a-9eb3-144073ea097a req-99a8dced-883f-460e-878a-3bad27b2f21c tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:24.648317 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b748703b-2d1a-498a-9eb3-144073ea097a req-99a8dced-883f-460e-878a-3bad27b2f21c tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0595818 Aug 09 18:43:24.687300 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b748703b-2d1a-498a-9eb3-144073ea097a req-3f42894a-17aa-4b98-8bc7-cf794836f004 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Aug 09 18:43:25.807473 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402abe-682b-4079-8256-4a48e3eea406 req-bae3753d-5a87-48fd-8003-272946cfc412 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:25.809135 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c402abe-682b-4079-8256-4a48e3eea406 req-bae3753d-5a87-48fd-8003-272946cfc412 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0542979 Aug 09 18:43:25.847736 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0c402abe-682b-4079-8256-4a48e3eea406 req-846cce33-d80f-4c2e-a888-3764142512c2 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327804 Aug 09 18:43:26.905098 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a35745-4cc1-433d-b267-6d7c1ca2ebc7 req-53f3bd90-8692-433c-8366-b155cf568f76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:26.906588 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a1a35745-4cc1-433d-b267-6d7c1ca2ebc7 req-53f3bd90-8692-433c-8366-b155cf568f76 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0536797 Aug 09 18:43:26.944289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a1a35745-4cc1-433d-b267-6d7c1ca2ebc7 req-b731d4c3-eaec-42b9-b67d-2cdf8cbb9081 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Aug 09 18:43:27.049825 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53a01d-44be-48b5-8831-9db4e3a0d0ae req-62c54184-8b1d-450f-ab0a-730245d4f233 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:27.051185 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5a53a01d-44be-48b5-8831-9db4e3a0d0ae req-62c54184-8b1d-450f-ab0a-730245d4f233 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0483606 Aug 09 18:43:27.088476 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5a53a01d-44be-48b5-8831-9db4e3a0d0ae req-94647fff-0066-4ba2-b9ab-3d383b4a26c4 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Aug 09 18:43:27.742395 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:43:27.834622 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:43:27.845840 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'port_id': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'mac_address': 'fa:16:3e:f6:99:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:43:27.886340 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:27.898809 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2552ce-23c5-4977-88f9-9cb48b5ef27f {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:43:27.918434 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:43:27.923133 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:27.970103 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:28.069536 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697a28-1ccf-4dea-b4d2-03e7b879f3c8 req-fec067d9-c128-4cb8-af24-512b5064b335 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:28.071028 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e8697a28-1ccf-4dea-b4d2-03e7b879f3c8 req-fec067d9-c128-4cb8-af24-512b5064b335 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0520256 Aug 09 18:43:28.111025 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e8697a28-1ccf-4dea-b4d2-03e7b879f3c8 req-9e0fa923-13b6-47b7-ad6e-4cab938eab57 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341034 Aug 09 18:43:28.203623 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416b781-772a-4ec4-80fe-ffb2c5b32fcb req-f44fb375-b812-41f0-af57-b93269b9d9cc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:28.205246 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6416b781-772a-4ec4-80fe-ffb2c5b32fcb req-f44fb375-b812-41f0-af57-b93269b9d9cc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Aug 09 18:43:28.252450 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6416b781-772a-4ec4-80fe-ffb2c5b32fcb req-4c7ec4c0-883d-457d-bd02-30258b226d4c tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Aug 09 18:43:28.390054 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['7f2552ce-23c5-4977-88f9-9cb48b5ef27f'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:43:28.910827 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:43:29.237858 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb3c69-b2d7-4cd7-8c57-833483241048 req-5587fadd-1e0b-4d53-bdea-94a4dd4c2462 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:29.239346 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-34eb3c69-b2d7-4cd7-8c57-833483241048 req-5587fadd-1e0b-4d53-bdea-94a4dd4c2462 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0512729 Aug 09 18:43:29.277211 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-34eb3c69-b2d7-4cd7-8c57-833483241048 req-37e9ea5e-c6db-468b-92fb-c86db4f35a3f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Aug 09 18:43:29.375336 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f412-aa33-4909-b95b-ad305b6c3c4e req-92768507-484d-4651-a3b8-02ae31049ff9 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:29.376770 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e552f412-aa33-4909-b95b-ad305b6c3c4e req-92768507-484d-4651-a3b8-02ae31049ff9 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 944 time: 0.0537102 Aug 09 18:43:29.419338 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e552f412-aa33-4909-b95b-ad305b6c3c4e req-9d16db7f-2dfa-4b68-abd8-b4d3e1cc5dc8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355783 Aug 09 18:43:29.758901 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:43:29.806394 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:43:29.810450 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:43:29.810756 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:29.888930 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:29.910858 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:43:29.913375 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aac42e-864e-4a02-adc2-d13992018def" -d '{"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:43:29.927213 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:43:29.931398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:29.957612 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5d3749-c059-4ef6-9d98-3a4c6364feb6 x-openstack-request-id: req-ee5d3749-c059-4ef6-9d98-3a4c6364feb6 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:43:29.957896 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:43:29.958138 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee5d3749-c059-4ef6-9d98-3a4c6364feb6 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:43:29.958512 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'code': 200} Aug 09 18:43:29.983755 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:30.203424 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2a6f5-cfa3-4ee7-b107-94071bc334b6 req-d0fbea1c-aa04-4739-93ca-c56305be99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:30.204898 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-def2a6f5-cfa3-4ee7-b107-94071bc334b6 req-d0fbea1c-aa04-4739-93ca-c56305be99cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0397935 Aug 09 18:43:30.242576 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-def2a6f5-cfa3-4ee7-b107-94071bc334b6 req-ad3a5c4a-cf9a-4b47-8536-80a637e25cca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298994 Aug 09 18:43:30.402193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35833f0d-1f29-42a1-bff2-e3a9b6f5590e req-52723ae5-c30e-4e71-981f-789deff0a2f7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:30.403691 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-35833f0d-1f29-42a1-bff2-e3a9b6f5590e req-52723ae5-c30e-4e71-981f-789deff0a2f7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0489454 Aug 09 18:43:30.442673 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-35833f0d-1f29-42a1-bff2-e3a9b6f5590e req-9658705d-8b15-43e1-894c-65a0a73751b5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330169 Aug 09 18:43:30.551275 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a6aad-c28b-4055-84bc-4956fb6ab39a req-0dd310d1-f759-4140-8041-0abac6e78794 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:30.552745 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-469a6aad-c28b-4055-84bc-4956fb6ab39a req-0dd310d1-f759-4140-8041-0abac6e78794 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0533104 Aug 09 18:43:30.592190 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-469a6aad-c28b-4055-84bc-4956fb6ab39a req-7f35f187-c00f-479c-8617-1b6424b38970 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Aug 09 18:43:31.565254 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d159-4d3a-4fe6-ab20-8bed9f93fb16 req-2af25019-dfc3-4968-96c2-7f9d2f4f1583 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:31.566741 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f982d159-4d3a-4fe6-ab20-8bed9f93fb16 req-2af25019-dfc3-4968-96c2-7f9d2f4f1583 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0501423 Aug 09 18:43:31.603882 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f982d159-4d3a-4fe6-ab20-8bed9f93fb16 req-ddfaf7d0-47c6-48e6-827b-9cfd94cdd84b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Aug 09 18:43:31.710957 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349652d4-4b05-4a39-b4fc-01e5c136b3e9 req-0a3f01ff-c1f4-4d00-8419-b624b9b22066 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:31.712469 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-349652d4-4b05-4a39-b4fc-01e5c136b3e9 req-0a3f01ff-c1f4-4d00-8419-b624b9b22066 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Aug 09 18:43:31.752086 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-349652d4-4b05-4a39-b4fc-01e5c136b3e9 req-32d52188-6fc9-4cdf-b9b1-683bf3a2a311 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Aug 09 18:43:32.728801 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dd7d8-24d9-4cd4-acd8-1fbf5aa3e00b req-eaf807c6-4700-4d67-831d-62d985d8de54 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:32.730747 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f66dd7d8-24d9-4cd4-acd8-1fbf5aa3e00b req-eaf807c6-4700-4d67-831d-62d985d8de54 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0535433 Aug 09 18:43:32.768929 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f66dd7d8-24d9-4cd4-acd8-1fbf5aa3e00b req-ae571be6-cd29-4e91-904d-1564738c398b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Aug 09 18:43:32.869505 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff1eb5-7dce-482a-b9ae-9c4ec48ad14b req-6a71e924-8d4a-4722-a6fa-3c5bc8d5a76d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:32.871029 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5cff1eb5-7dce-482a-b9ae-9c4ec48ad14b req-6a71e924-8d4a-4722-a6fa-3c5bc8d5a76d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Aug 09 18:43:32.909158 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5cff1eb5-7dce-482a-b9ae-9c4ec48ad14b req-efbc809b-effa-443b-9594-471e8b8f3c64 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323093 Aug 09 18:43:33.022939 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968600a-5555-4ebc-844f-601f79535be5 req-2aa6040b-aaa2-4774-b589-ebc9ee51c16f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:33.024323 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9968600a-5555-4ebc-844f-601f79535be5 req-2aa6040b-aaa2-4774-b589-ebc9ee51c16f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Aug 09 18:43:33.063391 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9968600a-5555-4ebc-844f-601f79535be5 req-2cd7d77d-776b-4c1d-8684-af4e817967a6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Aug 09 18:43:33.083886 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52822) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:43:33.218840 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759dd9b-6050-4f4f-a2c8-7386b5bb8bd0 tempest-TestShelveInstance-1772084749 tempest-TestShelveInstance-1772084749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:33.220456 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-f759dd9b-6050-4f4f-a2c8-7386b5bb8bd0 tempest-TestShelveInstance-1772084749 tempest-TestShelveInstance-1772084749-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1093 time: 0.1353173 Aug 09 18:43:33.223402 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 52826) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:43:33.227853 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'port_id': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:43:33.250110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for floatingip, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:33.347142 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:33.456369 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Allocated IP 172.27.3.40 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/2408109e-9968-442a-9174-c50ad3887ac1) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:43:33.554483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:33.593296 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:33.637231 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:43:33.639953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:43:33.643526 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:43:33.664585 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'Port': ['ID=2408109e-9968-442a-9174-c50ad3887ac1,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:33.953313 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105226f-7a54-4168-82dd-fdb09366cd4c req-fef588cb-fda8-4f21-bed7-d6542e3955a5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:33.954838 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b105226f-7a54-4168-82dd-fdb09366cd4c req-fef588cb-fda8-4f21-bed7-d6542e3955a5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.1100736 Aug 09 18:43:34.038250 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b105226f-7a54-4168-82dd-fdb09366cd4c req-feca70cd-46cc-4085-bba9-6d3885798952 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760951 Aug 09 18:43:34.079440 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:34.144418 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:34.290353 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:34.295326 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:34.360048 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event updated for resources: {'Port': ['ID=2408109e-9968-442a-9174-c50ad3887ac1,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:34.374080 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:34.471960 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Floating IP 32b46c84-d3a9-4a39-a01f-0151a7c4309f associated. External IP: 172.27.3.40, port: 7f2552ce-23c5-4977-88f9-9cb48b5ef27f. Aug 09 18:43:34.680031 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Router e7e6e263-5111-4408-b984-3a4138dbad64 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:43:34.787400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:43:34.797943 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] Sync routers for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:43:34.802638 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:34.808601 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:43:34.809251 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:43:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:43:34.831499 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-c93995c2-8169-40e3-befb-e86774c7dc21 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6069825 Aug 09 18:43:34.832323 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:43:34.834920 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9645cf2e-af48-46b0-b230-015a12bf7ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:43:34.872868 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b3faae-abd3-425f-8a34-1ae5423807de x-openstack-request-id: req-69b3faae-abd3-425f-8a34-1ae5423807de {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:43:34.873189 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:43:34.873445 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69b3faae-abd3-425f-8a34-1ae5423807de {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:43:34.873846 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'status': 'completed', 'code': 200} Aug 09 18:43:34.919256 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:43:34.965390 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-6b5cbabf-4451-4d39-8282-629ab12c7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:34.966845 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-6b5cbabf-4451-4d39-8282-629ab12c7f53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0422850 Aug 09 18:43:35.071399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-8e277176-a67f-4270-878b-9e1342250ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:35.072784 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-8e277176-a67f-4270-878b-9e1342250ab9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 908 time: 0.0975931 Aug 09 18:43:35.155538 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '32b46c84-d3a9-4a39-a01f-0151a7c4309f', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'port_id': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'mac_address': 'fa:16:3e:f6:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:43:33Z', 'updated_at': '2021-08-09T18:43:33Z', 'revision_number': 0, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:47Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:43:35.182234 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-f331db4d-b197-4c1d-9eae-96abac09c570 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 998 time: 0.0904183 Aug 09 18:43:35.182519 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] Checking router: e7e6e263-5111-4408-b984-3a4138dbad64 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:43:35.192488 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:43:35.193140 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:43:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:43:35.207431 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f9d9-151d-42e7-9abb-c78b2e29040a req-a1260fac-66fd-4d73-8a49-92fc68a6cff9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:35.208913 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2748f9d9-151d-42e7-9abb-c78b2e29040a req-a1260fac-66fd-4d73-8a49-92fc68a6cff9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0798533 Aug 09 18:43:35.267309 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-c39892cc-1a2c-4949-9588-433803df5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:35.268702 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-c39892cc-1a2c-4949-9588-433803df5fa8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0778558 Aug 09 18:43:35.273787 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2748f9d9-151d-42e7-9abb-c78b2e29040a req-92ee31dd-0e1a-4fab-bec1-0287fad21428 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469332 Aug 09 18:43:35.304570 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:43:35.322514 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-a9e371fc-e96c-47ab-b502-feaff1a838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:35.324977 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-a9e371fc-e96c-47ab-b502-feaff1a838e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421145 Aug 09 18:43:35.423289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-a02fcac7-f1b6-4229-96fa-d7d3b843d5df service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902784 Aug 09 18:43:35.518167 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9645cf2e-af48-46b0-b230-015a12bf7ab5 req-96454c38-6ad8-4dd1-90cf-ebd7d72a3a91 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867522 Aug 09 18:43:35.538277 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '32b46c84-d3a9-4a39-a01f-0151a7c4309f', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'port_id': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'mac_address': 'fa:16:3e:f6:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:43:33Z', 'updated_at': '2021-08-09T18:43:33Z', 'revision_number': 0, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:47Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:43:35.566736 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244f8bf-3b20-4594-a973-a366baa97499 None None] The sync data for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi is: [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '32b46c84-d3a9-4a39-a01f-0151a7c4309f', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'port_id': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'mac_address': 'fa:16:3e:f6:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:43:33Z', 'updated_at': '2021-08-09T18:43:33Z', 'revision_number': 0, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:47Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:43:35.773455 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55d3f80-9904-4a0e-90cf-22160144836b None None] New status for floating IP 32b46c84-d3a9-4a39-a01f-0151a7c4309f: ACTIVE {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:43:36.394765 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900bc54-40c7-4a82-8c13-7fe3181b8e33 req-e46dd9cd-a433-48aa-b89a-b946ce9a5a54 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:36.396169 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3900bc54-40c7-4a82-8c13-7fe3181b8e33 req-e46dd9cd-a433-48aa-b89a-b946ce9a5a54 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0505779 Aug 09 18:43:36.438614 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3900bc54-40c7-4a82-8c13-7fe3181b8e33 req-5a87f514-096e-41bc-b011-c8c25854f175 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363674 Aug 09 18:43:37.562132 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6404f3-000b-45f4-9b29-fd0679f17cf9 req-e7b307f4-c881-45c7-b21e-c377d87fcbe3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:37.563610 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc6404f3-000b-45f4-9b29-fd0679f17cf9 req-e7b307f4-c881-45c7-b21e-c377d87fcbe3 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0496492 Aug 09 18:43:37.602440 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc6404f3-000b-45f4-9b29-fd0679f17cf9 req-79f5ab74-af61-4ad6-9aac-d6bcdde8dfce tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Aug 09 18:43:38.727854 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2190-5fa5-41c4-ab47-80ece4a18873 req-bcab0c6e-5307-403c-8712-af33426c13d8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:38.729402 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-994b2190-5fa5-41c4-ab47-80ece4a18873 req-bcab0c6e-5307-403c-8712-af33426c13d8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0501394 Aug 09 18:43:38.767599 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-994b2190-5fa5-41c4-ab47-80ece4a18873 req-0a77585d-891d-4245-94b1-e0942b637341 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Aug 09 18:43:39.853295 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:43:39.886578 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ca34d-d508-4ef1-b29d-c390e9da7c78 req-bfdb5705-92e8-40c3-abe8-31208921655b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:39.888250 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a5ca34d-d508-4ef1-b29d-c390e9da7c78 req-bfdb5705-92e8-40c3-abe8-31208921655b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0503147 Aug 09 18:43:39.935416 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a5ca34d-d508-4ef1-b29d-c390e9da7c78 req-cc3986f6-9715-4481-87a0-13756d6ad765 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Aug 09 18:43:39.954904 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:43:39.971018 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'mac_address': 'fa:16:3e:67:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:43:40.007056 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:40.020766 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:43:40.041492 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:43:40.045833 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:40.094126 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=6']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:40.101033 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.101409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.101762 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.102094 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.102427 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.102760 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.103089 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.103416 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.103744 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.104075 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.105051 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.105994 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:43:40.234786 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['21194f10-d5bc-4b0c-93b6-ee1e908fdef9'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:43:40.418629 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e41f10ca-abd5-4302-a14c-283627ff5716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:41.062336 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889df70-eb2d-47d3-b4c7-77e907b89c60 req-54cf10a0-4929-446c-bc84-f8de4407324e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:41.063959 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2889df70-eb2d-47d3-b4c7-77e907b89c60 req-54cf10a0-4929-446c-bc84-f8de4407324e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0543869 Aug 09 18:43:41.106518 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2889df70-eb2d-47d3-b4c7-77e907b89c60 req-16f420d4-e00b-4b82-a888-34d3d198e28f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359876 Aug 09 18:43:41.857832 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:43:41.906775 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:43:41.907150 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:41.992097 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:42.015998 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:43:42.018352 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4e2f0-40f1-4a3e-8a6b-712f2108cfab" -d '{"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-plugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:43:42.034143 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:43:42.038602 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:42.064968 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a2df4-4753-435d-a097-938b22b357fc x-openstack-request-id: req-313a2df4-4753-435d-a097-938b22b357fc {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:43:42.065410 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-plugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:43:42.065660 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-313a2df4-4753-435d-a097-938b22b357fc {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:43:42.066044 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'code': 200} Aug 09 18:43:42.094418 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=7']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:43:42.232451 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d04b2-f606-467a-ae83-77836be410e8 req-1a2573a9-f5a2-4c56-99c8-0cb3e511972d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:42.234372 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ac6d04b2-f606-467a-ae83-77836be410e8 req-1a2573a9-f5a2-4c56-99c8-0cb3e511972d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Aug 09 18:43:42.271581 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ac6d04b2-f606-467a-ae83-77836be410e8 req-f3c859c4-cec0-4eea-8a15-ffc71ddaec13 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Aug 09 18:43:43.077723 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e629f4a1-d1b4-44a1-9d16-5ef33b38fb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:43.200312 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:43.392294 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11fdac-dd35-4192-be59-b62e068806a8 req-cfe4b6cc-021a-498c-85fd-24c4abe3c6f9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:43.393835 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3b11fdac-dd35-4192-be59-b62e068806a8 req-cfe4b6cc-021a-498c-85fd-24c4abe3c6f9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Aug 09 18:43:43.437235 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3b11fdac-dd35-4192-be59-b62e068806a8 req-efa8bb18-fd57-4df6-8ed2-640c5250e8cd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Aug 09 18:43:44.390474 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:44.569311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540807a-501c-49af-8f8e-c15997e2feb4 req-b39a7d55-96b0-424b-b56d-022148a71360 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:44.570931 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5540807a-501c-49af-8f8e-c15997e2feb4 req-b39a7d55-96b0-424b-b56d-022148a71360 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Aug 09 18:43:44.610886 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5540807a-501c-49af-8f8e-c15997e2feb4 req-fbd6e065-1b79-4787-a0be-ab896e44dfcc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333636 Aug 09 18:43:45.739862 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc46343-6791-4a88-987e-fc4093af4e22 req-7dcde719-0a73-4389-a1dd-f94de78aaac0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:45.743093 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fbc46343-6791-4a88-987e-fc4093af4e22 req-7dcde719-0a73-4389-a1dd-f94de78aaac0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0580344 Aug 09 18:43:45.764830 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:45.797707 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fbc46343-6791-4a88-987e-fc4093af4e22 req-7decea2e-f1d8-4032-a519-a1a22b72d338 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420501 Aug 09 18:43:46.940193 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c044-7b2f-4d42-91be-bc145d00d003 req-0c38401d-bf3f-4af1-9b3f-17f53a28e0b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:46.942712 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ce52c044-7b2f-4d42-91be-bc145d00d003 req-0c38401d-bf3f-4af1-9b3f-17f53a28e0b8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0626128 Aug 09 18:43:46.998112 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ce52c044-7b2f-4d42-91be-bc145d00d003 req-13e6d71b-0b30-4207-aa1f-81d0849d5619 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 Aug 09 18:43:47.658285 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:43:48.162077 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920a79c-2741-46a6-9258-e15b16acf846 req-6bf4b313-e663-4208-93b5-f0ac810a14dd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:48.166879 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d920a79c-2741-46a6-9258-e15b16acf846 req-6bf4b313-e663-4208-93b5-f0ac810a14dd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0631499 Aug 09 18:43:48.219724 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d920a79c-2741-46a6-9258-e15b16acf846 req-9c0b3e34-207a-405a-81c7-60b0adb38fde tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482161 Aug 09 18:43:49.383795 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232c200-c914-4acd-a8fa-3c8c838ed239 req-6e38c7be-5001-4691-8de4-a5098da16702 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:49.386874 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0232c200-c914-4acd-a8fa-3c8c838ed239 req-6e38c7be-5001-4691-8de4-a5098da16702 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Aug 09 18:43:49.465940 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0232c200-c914-4acd-a8fa-3c8c838ed239 req-6e7162ce-3202-48ef-9476-f6e2623e0aa1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673702 Aug 09 18:43:50.611405 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f626a-2299-4083-bfe0-c05afbab30c0 req-72852c13-0aed-4ff4-97eb-3476b277bdd6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:50.613213 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb3f626a-2299-4083-bfe0-c05afbab30c0 req-72852c13-0aed-4ff4-97eb-3476b277bdd6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0610816 Aug 09 18:43:50.693713 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb3f626a-2299-4083-bfe0-c05afbab30c0 req-7664f5b3-039a-4733-9c12-36bd1ad961f6 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699167 Aug 09 18:43:51.840547 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5993e6e-c2f5-4526-9096-9722fb28885d req-4e28879b-0bcb-4a6c-a690-e6b3532a1037 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:51.842137 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f5993e6e-c2f5-4526-9096-9722fb28885d req-4e28879b-0bcb-4a6c-a690-e6b3532a1037 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0520320 Aug 09 18:43:51.883481 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f5993e6e-c2f5-4526-9096-9722fb28885d req-300801e9-eef1-48dd-a67a-6052dbd59e74 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341840 Aug 09 18:43:53.022104 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7718c4-58be-48d1-843d-5850a409ac28 req-0b6c778f-7405-41c1-966c-6ef6b5b81f26 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:53.024175 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb7718c4-58be-48d1-843d-5850a409ac28 req-0b6c778f-7405-41c1-966c-6ef6b5b81f26 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0597584 Aug 09 18:43:53.072578 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb7718c4-58be-48d1-843d-5850a409ac28 req-276300e3-da3f-4d88-94ea-98be3bf33e04 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411167 Aug 09 18:43:54.208782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380afda-ee8c-48d1-b8a4-2aac5175e30f req-9831756f-eb3d-4cd7-90db-d1a264393098 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:54.210701 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6380afda-ee8c-48d1-b8a4-2aac5175e30f req-9831756f-eb3d-4cd7-90db-d1a264393098 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0543523 Aug 09 18:43:54.263487 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6380afda-ee8c-48d1-b8a4-2aac5175e30f req-1598cb2a-53d4-43db-ada5-bfaa5a662699 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Aug 09 18:43:55.411436 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a6a42-fa2f-4213-bf8e-8a120d9c5f77 req-83287101-5a62-4423-b3fa-d7368baa910d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:55.413170 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb4a6a42-fa2f-4213-bf8e-8a120d9c5f77 req-83287101-5a62-4423-b3fa-d7368baa910d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0693963 Aug 09 18:43:55.458162 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fb4a6a42-fa2f-4213-bf8e-8a120d9c5f77 req-cd39db7c-041c-4b2d-939a-b4f7c502e551 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Aug 09 18:43:56.612205 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a46a0-28be-4225-8872-c84dd7a00664 req-44e7b070-e697-4192-9207-758bb189ee1d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:56.613888 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b81a46a0-28be-4225-8872-c84dd7a00664 req-44e7b070-e697-4192-9207-758bb189ee1d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0729344 Aug 09 18:43:56.657005 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b81a46a0-28be-4225-8872-c84dd7a00664 req-1f7aa468-d316-4a31-8205-41d447552840 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365543 Aug 09 18:43:57.789341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d4445-28c8-4ce2-8528-01654bb6161f req-df8cfa05-792f-42ec-be3b-ac3dffc3ccfe tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:57.790871 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-307d4445-28c8-4ce2-8528-01654bb6161f req-df8cfa05-792f-42ec-be3b-ac3dffc3ccfe tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Aug 09 18:43:57.836342 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-307d4445-28c8-4ce2-8528-01654bb6161f req-d3879555-3dfd-4bc7-a983-822bac8ce34f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Aug 09 18:43:58.022807 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-5f2e77ac-d7f6-4a7b-829b-fdc3665e1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:58.024209 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-5f2e77ac-d7f6-4a7b-829b-fdc3665e1a72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1098 time: 0.0404484 Aug 09 18:43:58.114660 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-5ae05b13-34e0-4445-8d31-52f08c9575df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:58.116139 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-5ae05b13-34e0-4445-8d31-52f08c9575df service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.0846872 Aug 09 18:43:58.186096 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-5c83fbb1-d022-44fa-a087-9440c25592b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 200 len: 1001 time: 0.0624421 Aug 09 18:43:58.237175 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-f0e6e949-52ce-410e-87f2-5f610f6978f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:58.238622 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-f0e6e949-52ce-410e-87f2-5f610f6978f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0453341 Aug 09 18:43:58.287766 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-8a2d3a11-a482-43c9-a9db-2eaa5e1f8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:58.289271 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-8a2d3a11-a482-43c9-a9db-2eaa5e1f8348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414128 Aug 09 18:43:58.383918 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-c48730c5-b2fd-4060-a9d4-f8d961c267c5 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864453 Aug 09 18:43:58.480061 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f6d63d6a-f346-46af-ad02-ad1738472e8d req-8b2b8b53-8b28-46d4-9ce2-4b6eec9516e0 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Aug 09 18:43:58.956749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9e226-d381-4d82-a5fb-1a2c94c40de3 req-60b3bb07-1045-41d2-bb8c-c496745c4240 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:43:58.958276 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4dc9e226-d381-4d82-a5fb-1a2c94c40de3 req-60b3bb07-1045-41d2-bb8c-c496745c4240 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0491514 Aug 09 18:43:59.003227 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4dc9e226-d381-4d82-a5fb-1a2c94c40de3 req-c2bdc4ce-56ba-4138-9652-91d36f81b432 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Aug 09 18:44:00.125524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b787c8-af3d-4be5-b3fc-d847959fe640 req-25793536-079c-45b6-84a1-2f5deec65e0f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:00.127239 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85b787c8-af3d-4be5-b3fc-d847959fe640 req-25793536-079c-45b6-84a1-2f5deec65e0f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0517075 Aug 09 18:44:00.167737 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85b787c8-af3d-4be5-b3fc-d847959fe640 req-ecf1ce52-eefa-4999-be08-e053a54e91ef tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Aug 09 18:44:01.289665 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8bf5-278a-4451-a97a-fe1cee2aecbf req-8061478b-6a5f-4898-a366-762566234612 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:01.291161 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c5d8bf5-278a-4451-a97a-fe1cee2aecbf req-8061478b-6a5f-4898-a366-762566234612 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Aug 09 18:44:01.328862 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4c5d8bf5-278a-4451-a97a-fe1cee2aecbf req-b3eb6c6d-3879-47b8-a174-7d793b8eb501 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Aug 09 18:44:02.008053 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:44:02.085821 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:02.108217 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:44:02.110694 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d095bb-7b01-411e-a19e-79f76b92a7e9" -d '{"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-unplugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:44:02.124751 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:02.129582 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:02.154585 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a46f31-18e5-4ca5-a87f-3ac72cb85173 x-openstack-request-id: req-19a46f31-18e5-4ca5-a87f-3ac72cb85173 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:44:02.154878 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-unplugged", "status": "failed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "code": 422}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:44:02.155131 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19a46f31-18e5-4ca5-a87f-3ac72cb85173 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:44:02.155560 dv-cinder-784453-11-iscsi neutron-server[93498]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'code': 422} returned with failed status Aug 09 18:44:02.181877 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=8']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:02.303843 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3a63b-de8d-4b3f-95f9-528eb6fbd1a6 req-5c91afc0-e5c0-4883-9906-1e8c8bb7d6fd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:02.305405 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-31e3a63b-de8d-4b3f-95f9-528eb6fbd1a6 req-5c91afc0-e5c0-4883-9906-1e8c8bb7d6fd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0509768 Aug 09 18:44:02.349843 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-31e3a63b-de8d-4b3f-95f9-528eb6fbd1a6 req-817c3c55-89c3-4e60-a6f8-037351f7ab77 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Aug 09 18:44:02.493611 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-9877dfb8-f609-4fe5-8e03-0e193eaa1844 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894341 Aug 09 18:44:03.351806 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-97ea7420-020b-4b63-8573-fb5b36c6ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:03.353323 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-97ea7420-020b-4b63-8573-fb5b36c6ff4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635&tenant_id=ef4d93d5b77e45babe51f4308ece2d60 HTTP/1.1" status: 200 len: 1096 time: 0.0402217 Aug 09 18:44:03.456699 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-330ca49b-f01a-44d2-ad44-d97343533953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:03.458207 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-330ca49b-f01a-44d2-ad44-d97343533953 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1096 time: 0.0671043 Aug 09 18:44:03.483076 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05234e50-71fa-47c0-9c52-f35771d61603 req-61d44989-009d-40b1-a8fc-5a51878c1dea tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:03.484572 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-05234e50-71fa-47c0-9c52-f35771d61603 req-61d44989-009d-40b1-a8fc-5a51878c1dea tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0612931 Aug 09 18:44:03.573045 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-05234e50-71fa-47c0-9c52-f35771d61603 req-51e26165-0d30-496b-bcb3-c790a0c2806b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802543 Aug 09 18:44:03.601703 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-c6040a86-afe4-48d6-820b-7b261896777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:03.603253 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-c6040a86-afe4-48d6-820b-7b261896777e service neutron] 10.222.0.73 "GET /v2.0/networks?id=15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 200 len: 917 time: 0.1177256 Aug 09 18:44:03.671052 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-9f7e5f5d-5779-4177-b971-c01e8fdc1fd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 200 len: 999 time: 0.0600553 Aug 09 18:44:03.721350 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-7a9750d7-9fea-4a5c-b97d-842f56ac521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:03.722778 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-7a9750d7-9fea-4a5c-b97d-842f56ac521f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 200 len: 855 time: 0.0438361 Aug 09 18:44:03.768462 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-84ebc421-1c36-4d0f-a24c-10f55d755012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:03.770007 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-84ebc421-1c36-4d0f-a24c-10f55d755012 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15513d91-25aa-4370-afbe-bfd8b5b413dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387843 Aug 09 18:44:03.863367 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-9581c01d-3d98-4c8c-95ab-d7f390d98e49 service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 Aug 09 18:44:03.952789 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7e0579a4-53a1-440d-a93c-b8d5913d8ca9 req-2c359a9d-354a-4d46-bd77-29ccc319c65b service neutron] 10.222.0.73 "GET /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808578 Aug 09 18:44:04.698934 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1e6c1-6228-49cc-a233-1c5f8a6fc03c req-de34adc5-5801-4706-bf3c-f5c8d25f0261 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:04.700944 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-05f1e6c1-6228-49cc-a233-1c5f8a6fc03c req-de34adc5-5801-4706-bf3c-f5c8d25f0261 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0512340 Aug 09 18:44:04.743681 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-05f1e6c1-6228-49cc-a233-1c5f8a6fc03c req-9c778448-456c-4aa3-b84f-cb1e6d4f3599 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Aug 09 18:44:05.875120 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d773-6d8b-46eb-96ac-9f6eb64646cf req-90cbd068-44a0-492f-9761-630af32e8e34 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:05.876671 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f4f9d773-6d8b-46eb-96ac-9f6eb64646cf req-90cbd068-44a0-492f-9761-630af32e8e34 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0566199 Aug 09 18:44:05.909702 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:44:05.915822 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f4f9d773-6d8b-46eb-96ac-9f6eb64646cf req-62456b3f-0336-4602-948b-ff676b5a797e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Aug 09 18:44:07.037587 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec89e2-8c7d-4f31-bbcd-1d1afb7eafe9 req-349b2456-84aa-45a3-8c76-cfe6a46de9db tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:07.039122 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-23ec89e2-8c7d-4f31-bbcd-1d1afb7eafe9 req-349b2456-84aa-45a3-8c76-cfe6a46de9db tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0485094 Aug 09 18:44:07.080359 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-23ec89e2-8c7d-4f31-bbcd-1d1afb7eafe9 req-4011341e-e82f-451c-a16f-f9a0d6592dba tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339422 Aug 09 18:44:08.208003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaf2ec-e660-4b2f-9c31-da1615bb5631 req-06834f8e-93ab-4a43-bfe3-d584ad599385 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:08.209810 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9bcaf2ec-e660-4b2f-9c31-da1615bb5631 req-06834f8e-93ab-4a43-bfe3-d584ad599385 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0524547 Aug 09 18:44:08.251726 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9bcaf2ec-e660-4b2f-9c31-da1615bb5631 req-8a6e8202-e886-4b36-add7-77fe54bc2766 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343008 Aug 09 18:44:09.659941 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e2763-a1b3-47e3-b565-b28fa9764866 req-146ae7bf-0e49-4de0-b8f2-14d1a7e07faf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:09.661514 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec1e2763-a1b3-47e3-b565-b28fa9764866 req-146ae7bf-0e49-4de0-b8f2-14d1a7e07faf tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.3354888 Aug 09 18:44:09.704008 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ec1e2763-a1b3-47e3-b565-b28fa9764866 req-fb567477-3dbb-4ac5-b02a-c6bf6a1416a5 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363457 Aug 09 18:44:10.429015 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b473e32b-f878-44c7-a7b8-34725b67f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:10.830450 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2349a-11e7-4505-9ad7-8a21dc2ab9a5 req-591256eb-8b41-4751-a9b8-6cef0b673011 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:10.831978 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7ca2349a-11e7-4505-9ad7-8a21dc2ab9a5 req-591256eb-8b41-4751-a9b8-6cef0b673011 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0507019 Aug 09 18:44:10.874220 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7ca2349a-11e7-4505-9ad7-8a21dc2ab9a5 req-0c938144-ade9-4d70-845e-6953c30398a9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337048 Aug 09 18:44:12.000485 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98876a-083e-42c7-b803-9af874ec47ac req-5ca41613-15f0-4053-9589-e17ddf8a71a7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:12.002024 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c98876a-083e-42c7-b803-9af874ec47ac req-5ca41613-15f0-4053-9589-e17ddf8a71a7 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0528278 Aug 09 18:44:12.059194 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c98876a-083e-42c7-b803-9af874ec47ac req-1a38d19a-f29c-4f0e-b5a8-83e0cd9b07da tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Aug 09 18:44:13.078508 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-ea74df11-cc2a-4540-979c-558daca9ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:13.202213 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffe657-aa2e-4917-979e-0537a6d7c7f4 req-3c9c952d-61f3-4489-898a-dc392a88885a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:13.204243 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-51ffe657-aa2e-4917-979e-0537a6d7c7f4 req-3c9c952d-61f3-4489-898a-dc392a88885a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0606067 Aug 09 18:44:13.217242 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:13.305912 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-51ffe657-aa2e-4917-979e-0537a6d7c7f4 req-d4db3c6d-a1d6-40fc-9673-88e6120193c8 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953343 Aug 09 18:44:14.400723 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:14.461687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b62570-6b1b-4e3e-b483-6f1f11d94d9f req-4731f67f-07a2-40bf-9d92-b932472a53fb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:14.463295 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-87b62570-6b1b-4e3e-b483-6f1f11d94d9f req-4731f67f-07a2-40bf-9d92-b932472a53fb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0770457 Aug 09 18:44:14.505064 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-87b62570-6b1b-4e3e-b483-6f1f11d94d9f req-f7432fff-3502-4702-bb6b-59988b309f90 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Aug 09 18:44:15.663915 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0f0c4-2c0d-499e-a5ba-5d6d06ebfddf req-49d0fd3e-1fea-4cd6-819b-2cb7e202c209 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:15.665550 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a0b0f0c4-2c0d-499e-a5ba-5d6d06ebfddf req-49d0fd3e-1fea-4cd6-819b-2cb7e202c209 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0643277 Aug 09 18:44:15.725678 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a0b0f0c4-2c0d-499e-a5ba-5d6d06ebfddf req-ac96ac00-dcf1-45a2-9a8f-fd1742d4988a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509217 Aug 09 18:44:15.765823 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:16.849750 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b80d-4530-4dea-87cf-2d323a4f782e req-8aa60078-746f-48ff-8d2d-87e2d5bb7575 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:16.851240 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d069b80d-4530-4dea-87cf-2d323a4f782e req-8aa60078-746f-48ff-8d2d-87e2d5bb7575 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0489693 Aug 09 18:44:16.890995 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d069b80d-4530-4dea-87cf-2d323a4f782e req-e7732204-c09d-40b0-9beb-38a498dbdc51 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Aug 09 18:44:17.662587 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:18.012450 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f577-b8b6-4a2b-8bfb-8efce8a71272 req-b107725d-c7e4-4529-8598-c594bcfc7da9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:18.013955 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e1d2f577-b8b6-4a2b-8bfb-8efce8a71272 req-b107725d-c7e4-4529-8598-c594bcfc7da9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0486698 Aug 09 18:44:18.050159 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e1d2f577-b8b6-4a2b-8bfb-8efce8a71272 req-30fe83b8-8a79-4c0d-87c2-0593b36da17d tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303767 Aug 09 18:44:19.175166 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066becef-0399-45f7-a4bc-1a6d87e525ae req-c0876703-2522-4874-b336-a50879d5b131 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:19.176763 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-066becef-0399-45f7-a4bc-1a6d87e525ae req-c0876703-2522-4874-b336-a50879d5b131 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0514922 Aug 09 18:44:19.227510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-066becef-0399-45f7-a4bc-1a6d87e525ae req-c1d88e43-5155-449c-8735-ef080f56518c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 Aug 09 18:44:20.351012 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b347e31-b141-472f-ad2f-ea1f5502a8f1 req-e3d94c89-3660-4d60-b10a-24ea3b63328a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:20.352613 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4b347e31-b141-472f-ad2f-ea1f5502a8f1 req-e3d94c89-3660-4d60-b10a-24ea3b63328a tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0505915 Aug 09 18:44:20.400696 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4b347e31-b141-472f-ad2f-ea1f5502a8f1 req-a1b159aa-5bb7-4c04-9b60-8228c8d80eb4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364876 Aug 09 18:44:21.533690 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3baed-afb3-4991-90b2-802d5c6af898 req-79f9874f-47fd-4fc3-8c69-d5c7b4412144 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:21.535244 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-90c3baed-afb3-4991-90b2-802d5c6af898 req-79f9874f-47fd-4fc3-8c69-d5c7b4412144 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0528967 Aug 09 18:44:21.585106 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-90c3baed-afb3-4991-90b2-802d5c6af898 req-c5082347-a180-40e3-8c78-a9960a756b33 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393379 Aug 09 18:44:21.952022 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-766b2e13-0d7e-42f9-be38-983685cbd768 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422020 Aug 09 18:44:22.029871 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816de592-9d43-474b-9104-27678fba3097 req-108e3d9a-829c-4a1d-9ea4-acdea6323fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:22.031656 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-108e3d9a-829c-4a1d-9ea4-acdea6323fe4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1099 time: 0.0459828 Aug 09 18:44:22.160727 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816de592-9d43-474b-9104-27678fba3097 req-2de271e5-a360-4a60-a450-ab371ba61aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:22.164560 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-2de271e5-a360-4a60-a450-ab371ba61aae service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.1106281 Aug 09 18:44:22.238189 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-bdb4c0a4-d245-4432-8fd3-b4bfb12867d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 1002 time: 0.0664663 Aug 09 18:44:22.291605 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816de592-9d43-474b-9104-27678fba3097 req-429294ab-25de-48bf-82ec-ff0da1a5fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:22.294238 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-429294ab-25de-48bf-82ec-ff0da1a5fd23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0478287 Aug 09 18:44:22.344560 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816de592-9d43-474b-9104-27678fba3097 req-8df0a502-b8b6-492e-bf3d-93dac9580446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:22.346105 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-8df0a502-b8b6-492e-bf3d-93dac9580446 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435584 Aug 09 18:44:22.449163 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-36b9173f-964d-4e25-a76e-a96adc542d5b service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939336 Aug 09 18:44:22.540290 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-816de592-9d43-474b-9104-27678fba3097 req-31c5d7c0-f3cb-4092-b0e7-a0d5f23a1885 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838063 Aug 09 18:44:22.944254 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3a2c-b649-4cc8-84bd-4044db079ca5 req-6a2d7dbc-35e9-4686-b085-a399ca0c0d7b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:22.945327 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e29c3a2c-b649-4cc8-84bd-4044db079ca5 req-6a2d7dbc-35e9-4686-b085-a399ca0c0d7b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.1156569 Aug 09 18:44:22.990461 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e29c3a2c-b649-4cc8-84bd-4044db079ca5 req-b9a2fac6-50df-4cca-a1a4-3d86cdcf03dc tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374169 Aug 09 18:44:24.123700 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36910c0c-1852-4fa1-a5a7-f7f5053553d7 req-88421b69-2d32-4e75-91c1-fa7297c65cc4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:24.125317 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-36910c0c-1852-4fa1-a5a7-f7f5053553d7 req-88421b69-2d32-4e75-91c1-fa7297c65cc4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0568182 Aug 09 18:44:24.174871 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-36910c0c-1852-4fa1-a5a7-f7f5053553d7 req-a161abb2-2ec6-4df0-824a-88e0bf2f5a1b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Aug 09 18:44:25.309487 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9c6d-c52d-45eb-8c03-427aeecca7b6 req-5e735a05-98c4-4996-8c11-50eead8c41d9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:25.311462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-12fe9c6d-c52d-45eb-8c03-427aeecca7b6 req-5e735a05-98c4-4996-8c11-50eead8c41d9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 943 time: 0.0560470 Aug 09 18:44:25.357805 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-12fe9c6d-c52d-45eb-8c03-427aeecca7b6 req-648de831-6849-4641-8aad-0b720ceb954e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394421 Aug 09 18:44:26.031371 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:44:26.137467 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:26.150329 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'port_id': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'mac_address': 'fa:16:3e:67:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:44:26.196159 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:26.211958 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:44:26.233943 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:26.239044 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:26.293757 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=9']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:26.504147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0e36-7fba-41fc-8867-a9be1a3f9222 req-491214ee-6cba-4a4d-9ce7-2134b499dbac tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:26.506958 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b13b0e36-7fba-41fc-8867-a9be1a3f9222 req-491214ee-6cba-4a4d-9ce7-2134b499dbac tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0700262 Aug 09 18:44:26.562841 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-b13b0e36-7fba-41fc-8867-a9be1a3f9222 req-f6ff8547-9377-47ea-ba1b-a8bac710d477 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471814 Aug 09 18:44:26.873350 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['21194f10-d5bc-4b0c-93b6-ee1e908fdef9'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:44:27.734939 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df1d3d-a1d5-4c41-a50f-a42d5d2c9248 req-4cab23b8-b8fa-4c9d-b638-1eff851b1472 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:27.736709 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a8df1d3d-a1d5-4c41-a50f-a42d5d2c9248 req-4cab23b8-b8fa-4c9d-b638-1eff851b1472 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0773435 Aug 09 18:44:27.779720 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a8df1d3d-a1d5-4c41-a50f-a42d5d2c9248 req-a26509eb-dc68-4bde-8817-bc573775b9b4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358703 Aug 09 18:44:28.954878 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097161a-bdd5-4b87-9b17-1523db6fedd5 req-db2e0337-dc1c-424f-ad74-49199a87545f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:28.957808 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8097161a-bdd5-4b87-9b17-1523db6fedd5 req-db2e0337-dc1c-424f-ad74-49199a87545f tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0931211 Aug 09 18:44:29.010455 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8097161a-bdd5-4b87-9b17-1523db6fedd5 req-0321dd5a-ea08-460a-acd4-e1b5e1c3531c tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Aug 09 18:44:29.092403 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-5cb1a53c-6174-4882-a2fb-fb94b93bb88a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155014792&fields=id&tenant_id=3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 267 time: 0.0509481 Aug 09 18:44:29.250102 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-2f2649b5-fbc0-42a6-846a-5707d4477653 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:29.251618 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-2f2649b5-fbc0-42a6-846a-5707d4477653 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 812 time: 0.1507533 Aug 09 18:44:29.268468 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-675c5eea-c0e8-423b-8e15-efbdd02f47d1 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/quotas/3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 375 time: 0.0104620 Aug 09 18:44:29.340268 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-528161a7-0563-436b-b7f3-086e232465e6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0651364 Aug 09 18:44:29.358222 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-c3ec03f4-b428-49ee-8b60-5ccd120f870e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:44:29.359344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-c3ec03f4-b428-49ee-8b60-5ccd120f870e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067046 Aug 09 18:44:29.466062 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-2cb86653-7496-4540-9629-4c2d042762b9 service neutron] 10.222.0.25 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979846 Aug 09 18:44:29.566520 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-012ba43c-4960-4667-b769-a12074a71593 service neutron] 10.222.0.25 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934584 Aug 09 18:44:29.937930 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d2fc3b8a-2e80-4ba4-b987-82a1ffb725d2 req-4e4aa2d8-aa44-430c-b917-b6434746a617 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 210 time: 0.0349979 Aug 09 18:44:30.065743 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:44:30.151123 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:44:30.152635 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:30.200577 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d4f75-d262-48ca-a9e2-7cd8c3210408 req-3e8cfb1f-0e34-47c4-9c1a-eaf09c04bbe1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:30.203544 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d4d4f75-d262-48ca-a9e2-7cd8c3210408 req-3e8cfb1f-0e34-47c4-9c1a-eaf09c04bbe1 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 944 time: 0.0889535 Aug 09 18:44:30.277147 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:30.293916 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5d4d4f75-d262-48ca-a9e2-7cd8c3210408 req-996da297-8c01-4546-9b85-6fb1455119b0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757349 Aug 09 18:44:30.326500 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:44:30.329320 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae8dea-bf26-4b52-9a89-71eeb4679d39" -d '{"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-plugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:44:30.350503 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:30.358685 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:30.406189 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775de767-20f5-4064-9456-5bc1780c130e x-openstack-request-id: req-775de767-20f5-4064-9456-5bc1780c130e {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:44:30.406560 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-plugged", "status": "completed", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:44:30.406872 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-775de767-20f5-4064-9456-5bc1780c130e {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:44:30.407369 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'code': 200} Aug 09 18:44:30.424218 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=10']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:30.744890 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f78c-9cc0-471c-a629-a5eae694576e req-18b44c5b-ee6a-4fd6-a76b-6287d5317b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:30.746613 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6d2f78c-9cc0-471c-a629-a5eae694576e req-18b44c5b-ee6a-4fd6-a76b-6287d5317b34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 1099 time: 0.0463965 Aug 09 18:44:30.789440 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c6d2f78c-9cc0-471c-a629-a5eae694576e req-1b871fca-a4ba-4e62-a15f-72372ed5cdd5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Aug 09 18:44:31.070401 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f02e6782-218e-451b-8b34-685b346f88ac req-1f8366be-1f87-40a9-93bf-fb01fe8edd67 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Aug 09 18:44:31.470911 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23855ac-d7ca-47b1-965b-b67d2ac27fdd req-f7d1a424-49d0-47c8-800d-06e3c84aac37 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:31.473539 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c23855ac-d7ca-47b1-965b-b67d2ac27fdd req-f7d1a424-49d0-47c8-800d-06e3c84aac37 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 946 time: 0.0791059 Aug 09 18:44:31.527412 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c23855ac-d7ca-47b1-965b-b67d2ac27fdd req-2f77bc3a-e722-433a-879e-33ead5be43d4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Aug 09 18:44:31.895420 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-64999c03-ff54-4e9c-bfaa-2c5a3c7cef9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:31.897538 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-64999c03-ff54-4e9c-bfaa-2c5a3c7cef9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 812 time: 0.1661639 Aug 09 18:44:31.955112 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-c4a4fa27-c7ae-4dc2-8f20-fdbdfb3ac5d9 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3af446828a82447aaba157e5130923dc HTTP/1.1" status: 200 len: 380 time: 0.0408418 Aug 09 18:44:31.977941 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'port': {'device_id': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'admin_state_up': True, 'tenant_id': '3af446828a82447aaba157e5130923dc', 'security_groups': ['5c06920c-da39-4165-8d78-7b6e2565f790']}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:44:32.118257 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Made reservation on behalf of 3af446828a82447aaba157e5130923dc for: {'port': 1} {{(pid=93497) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:44:32.122724 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:32.230148 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fa661687-4b4d-4e5d-97a0-68350e37092c req-962ee51f-281a-4779-92db-0d9f2c744e6e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 210 time: 0.0377917 Aug 09 18:44:32.302535 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_common [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Allocated IP 172.20.0.4 (fb46b02e-b970-486b-8b1d-d6caf0184fd6/0af72d5c-73e8-4d71-878d-f0c98cd32028/5073eae6-397c-47dc-8525-18357a0047ab) {{(pid=93497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:44:32.468340 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:32.485219 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Transition to ACTIVE for port object 5073eae6-397c-47dc-8525-18357a0047ab will not be triggered until provisioned by entity DHCP. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:44:32.525632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:32.582397 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 is already hosted by enough agents. {{(pid=93497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:44:32.586882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.base_scheduler [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Resources bound (agent type, host, resource id): {{(pid=93497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:44:32.592747 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Received port after_create {{(pid=93497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:44:32.641517 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=5073eae6-397c-47dc-8525-18357a0047ab,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:32.655197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.655553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.656007 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.656212 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.656682 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.657024 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.657383 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.657767 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.658035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.658360 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.658783 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.658988 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:32.701986 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:32.702990 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:32.759963 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-27c9907d-f7f8-401a-bb59-34b227770018 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859490 Aug 09 18:44:32.782253 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-483f1ffd-2985-44b2-a5d5-0909612b67e3 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93497) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:44:32.784200 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-483f1ffd-2985-44b2-a5d5-0909612b67e3 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093465 Aug 09 18:44:32.800903 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74ff0d-c378-4f25-a241-1f6fbc36b7ec req-76a67014-0dc7-437c-8a90-ef1efe6495cb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:32.803744 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea74ff0d-c378-4f25-a241-1f6fbc36b7ec req-76a67014-0dc7-437c-8a90-ef1efe6495cb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 946 time: 0.1292603 Aug 09 18:44:32.813149 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.v2.base [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Request body: {'port': {'device_id': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93497) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:44:32.962193 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-809529bd-d0e4-4326-9a76-e25d83b44470 None None] Provisioning for port 5073eae6-397c-47dc-8525-18357a0047ab completed by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:44:32.967023 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-ea74ff0d-c378-4f25-a241-1f6fbc36b7ec req-1edf3a67-4628-48bd-aac9-df955064405e tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473324 Aug 09 18:44:32.969361 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-809529bd-d0e4-4326-9a76-e25d83b44470 None None] Provisioning complete for port 5073eae6-397c-47dc-8525-18357a0047ab triggered by entity DHCP. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:44:32.970245 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-809529bd-d0e4-4326-9a76-e25d83b44470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:32.976095 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:33.064865 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-809529bd-d0e4-4326-9a76-e25d83b44470 None None] Port 5073eae6-397c-47dc-8525-18357a0047ab cannot update to ACTIVE because it is not bound. {{(pid=93498) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:44:33.450642 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc4ffe-4edd-4092-8c2c-7664f41a29d5 req-ace08d6f-dddc-451c-822e-23cdc644b595 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:33.453286 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9bc4ffe-4edd-4092-8c2c-7664f41a29d5 req-ace08d6f-dddc-451c-822e-23cdc644b595 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 931 time: 0.1366088 Aug 09 18:44:33.566909 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9bc4ffe-4edd-4092-8c2c-7664f41a29d5 req-068f3118-1fa6-4afd-9424-dd7e51789e1b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037147 Aug 09 18:44:33.626578 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5073eae6-397c-47dc-8525-18357a0047ab {{(pid=93497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:44:33.641060 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:33.662323 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Transition to ACTIVE for port object 5073eae6-397c-47dc-8525-18357a0047ab will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:44:33.666795 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:33.755628 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5073eae6-397c-47dc-8525-18357a0047ab,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:33.848795 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Attempting to bind port 5073eae6-397c-47dc-8525-18357a0047ab on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:44:33.849168 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Attempting to bind port 5073eae6-397c-47dc-8525-18357a0047ab by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:44:33.849518 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Attempting to bind port 5073eae6-397c-47dc-8525-18357a0047ab on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:44:33.855416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Port 5073eae6-397c-47dc-8525-18357a0047ab on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:44:33.855416 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Attempting to bind port 5073eae6-397c-47dc-8525-18357a0047ab on network fb46b02e-b970-486b-8b1d-d6caf0184fd6 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:44:33.861236 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Checking agent: {'id': 'ce084a01-aa7d-422e-ac7e-55d97c8876fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'started_at': datetime.datetime(2021, 8, 9, 18, 32, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:44:33.861579 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Checking segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:44:33.861979 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Bound using segment: {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:44:33.862426 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Bound port: 5073eae6-397c-47dc-8525-18357a0047ab, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e588ab44-7870-4374-92e3-9d9da7b9f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:44:33.862792 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:33.947287 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] For port 5073eae6-397c-47dc-8525-18357a0047ab, host hv-cinder-78445, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:44:33.952034 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] For port 5073eae6-397c-47dc-8525-18357a0047ab, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5073eae6-397c-47dc-8525-18357a0047ab,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:44:33.956665 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5637822'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:33.993418 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:33.994249 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:33.995775 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] 10.222.0.73 "PUT /v2.0/ports/5073eae6-397c-47dc-8525-18357a0047ab HTTP/1.1" status: 200 len: 1093 time: 1.1906669 Aug 09 18:44:33.996378 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:44:33.998745 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "tag": "5073eae6-397c-47dc-8525-18357a0047ab"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:44:34.072653 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7573aeda-e127-46b0-8e68-cceb3b9bc09a x-openstack-request-id: req-7573aeda-e127-46b0-8e68-cceb3b9bc09a {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:44:34.074086 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "tag": "5073eae6-397c-47dc-8525-18357a0047ab", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:44:34.074929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7573aeda-e127-46b0-8e68-cceb3b9bc09a {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:44:34.075592 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab', 'status': 'completed', 'code': 200} Aug 09 18:44:34.095126 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5b6f4-63f6-4ec6-87e4-cdbfe5ffe1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5073eae6-397c-47dc-8525-18357a0047ab,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:34.168936 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-ccbd415c-cd02-4c8f-ae66-ea3d3a65106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.170578 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-ccbd415c-cd02-4c8f-ae66-ea3d3a65106c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 1096 time: 0.0867488 Aug 09 18:44:34.188241 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5970f-0e23-461f-9a70-ae1e6b1a1aaf req-11c1222f-37bc-4589-9843-9c49089387fb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.189983 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-69e5970f-0e23-461f-9a70-ae1e6b1a1aaf req-11c1222f-37bc-4589-9843-9c49089387fb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 946 time: 0.0742002 Aug 09 18:44:34.238587 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-3394b0a5-ef74-41f4-8802-47a466bfb5d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5073eae6-397c-47dc-8525-18357a0047ab HTTP/1.1" status: 200 len: 217 time: 0.0475042 Aug 09 18:44:34.308289 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-69e5970f-0e23-461f-9a70-ae1e6b1a1aaf req-1fcf7f0a-2ef1-4fc8-a2a3-a81c9428e9ed tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089964 Aug 09 18:44:34.318020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-fd32407e-2fd1-454b-965b-457cc7052ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.319973 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-fd32407e-2fd1-454b-965b-457cc7052ca9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0733302 Aug 09 18:44:34.384099 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-8fe0418d-303b-42de-954b-473b3809cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.386587 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-8fe0418d-303b-42de-954b-473b3809cb8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566881 Aug 09 18:44:34.492734 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-2acb1ed9-3e68-409d-afef-544b416d9c7f service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992136 Aug 09 18:44:34.589635 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6884a770-5ca5-471b-af95-0246f09ca1d8 req-0c141b38-46a5-4a06-ae0f-47f2aeb73cea service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881739 Aug 09 18:44:34.730158 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c59c2-43ad-4907-9ca3-03718ed87e0e req-bb76adcf-3d28-4bba-8e27-0e8081efd82c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.732040 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c79c59c2-43ad-4907-9ca3-03718ed87e0e req-bb76adcf-3d28-4bba-8e27-0e8081efd82c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0893140 Aug 09 18:44:34.742235 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-35da5731-af13-4488-9626-5fc8349ebfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.743836 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-35da5731-af13-4488-9626-5fc8349ebfdb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 1096 time: 0.0691061 Aug 09 18:44:34.836661 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c79c59c2-43ad-4907-9ca3-03718ed87e0e req-52f3b878-6c2c-4d35-8d76-67f2b7fa884f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973306 Aug 09 18:44:34.900152 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-36a616cb-591c-4c07-a357-9f0caf48ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:34.902953 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-36a616cb-591c-4c07-a357-9f0caf48ea71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.1441689 Aug 09 18:44:34.989976 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-98c337cd-443f-4923-8187-aae8458edc89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5073eae6-397c-47dc-8525-18357a0047ab HTTP/1.1" status: 200 len: 217 time: 0.0691767 Aug 09 18:44:35.066775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-92283dcd-5101-416f-b1df-6c853b6cf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:35.068355 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-92283dcd-5101-416f-b1df-6c853b6cf463 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0694242 Aug 09 18:44:35.119477 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-b03cf512-e9a5-43f8-82cf-e5cf72a5e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:35.121833 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-b03cf512-e9a5-43f8-82cf-e5cf72a5e7e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457480 Aug 09 18:44:35.232510 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-b3341d59-71c6-4b11-a6b6-66707b179548 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022916 Aug 09 18:44:35.350968 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6ff809b3-6e28-4014-a8bf-77a0ee6966d7 req-1fa70f15-bda6-465a-92b0-3aa880ea3346 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104419 Aug 09 18:44:35.980432 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40558a1e-4fe6-4cc8-a3dc-4fe30e86b66a req-17d615b2-2118-4072-a6e0-2b96b1d2e1c5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:35.982214 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-40558a1e-4fe6-4cc8-a3dc-4fe30e86b66a req-17d615b2-2118-4072-a6e0-2b96b1d2e1c5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0577455 Aug 09 18:44:36.030722 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-40558a1e-4fe6-4cc8-a3dc-4fe30e86b66a req-583db2e8-880d-4e04-b0d0-5e6d57db7050 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Aug 09 18:44:37.224230 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7717a3-0eb5-4b37-8dbf-f9cf51ac04f0 req-f3dd6fd7-946f-4d79-a0bf-78939ec0166f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:37.225894 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc7717a3-0eb5-4b37-8dbf-f9cf51ac04f0 req-f3dd6fd7-946f-4d79-a0bf-78939ec0166f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0922871 Aug 09 18:44:37.278598 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-bc7717a3-0eb5-4b37-8dbf-f9cf51ac04f0 req-caafcaa8-918e-44b4-bf22-3a805d169f9f tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Aug 09 18:44:38.414632 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fa88a-8f0b-4e6e-8fa7-07fe0ff9c654 req-6ec31f75-5856-4157-9fdb-20737ddf078a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:38.416287 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a07fa88a-8f0b-4e6e-8fa7-07fe0ff9c654 req-6ec31f75-5856-4157-9fdb-20737ddf078a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0575752 Aug 09 18:44:38.465262 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-a07fa88a-8f0b-4e6e-8fa7-07fe0ff9c654 req-42c09113-18e7-4ea4-ae7a-9f47524986b5 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Aug 09 18:44:39.598071 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680f0a1-e9da-4f6f-a78f-b89d7b4f57b9 req-73d77380-ff5e-44b2-818b-c86bd67f3873 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:39.599826 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0680f0a1-e9da-4f6f-a78f-b89d7b4f57b9 req-73d77380-ff5e-44b2-818b-c86bd67f3873 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0621865 Aug 09 18:44:39.643518 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0680f0a1-e9da-4f6f-a78f-b89d7b4f57b9 req-cf6dfcfe-8bbc-44f9-bc60-e46c8e306da0 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365288 Aug 09 18:44:40.425896 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-703b161c-fb71-478e-a596-10477a77ad3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:40.773248 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864a220-f2e4-4ce7-9de6-f6311a31aee9 req-759d477c-b357-4665-8444-580a10131a75 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:40.774904 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0864a220-f2e4-4ce7-9de6-f6311a31aee9 req-759d477c-b357-4665-8444-580a10131a75 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0540283 Aug 09 18:44:40.825230 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0864a220-f2e4-4ce7-9de6-f6311a31aee9 req-24172562-5ed7-43b1-9886-8f0bd95995b8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 Aug 09 18:44:41.952490 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eba31-ce11-4468-979a-54d44564d214 req-92d00d2e-a833-4605-b9b4-024ea4dd94e8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:41.954190 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-688eba31-ce11-4468-979a-54d44564d214 req-92d00d2e-a833-4605-b9b4-024ea4dd94e8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0541337 Aug 09 18:44:41.997886 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-688eba31-ce11-4468-979a-54d44564d214 req-a2c55a2e-e16f-4060-b380-8d42e7a82e68 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367491 Aug 09 18:44:42.909853 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:44:43.091268 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-756d683d-ddc5-4c9a-b204-1806b7b86a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:43.143607 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bf68c-0df7-41c3-8250-1ea811e7029c req-2f864744-319e-4f85-b747-93de2d9eaf83 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:43.145167 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-662bf68c-0df7-41c3-8250-1ea811e7029c req-2f864744-319e-4f85-b747-93de2d9eaf83 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0614209 Aug 09 18:44:43.191366 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-662bf68c-0df7-41c3-8250-1ea811e7029c req-d39d50cb-2719-4ca3-a01b-b25cbfafadd8 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 Aug 09 18:44:43.209158 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:44.189259 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 5073eae6-397c-47dc-8525-18357a0047ab details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:44:44.305712 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 5073eae6-397c-47dc-8525-18357a0047ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5073eae6-397c-47dc-8525-18357a0047ab,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:44.324199 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '5073eae6-397c-47dc-8525-18357a0047ab', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'port_id': '5073eae6-397c-47dc-8525-18357a0047ab', 'mac_address': 'fa:16:3e:69:46:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:44:44.336035 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a1850-9e23-4883-93c0-38f32126e9d6 req-f0fd1445-c7a8-40d5-99bb-fe924ca3e7ff tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:44.337697 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1e2a1850-9e23-4883-93c0-38f32126e9d6 req-f0fd1445-c7a8-40d5-99bb-fe924ca3e7ff tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 943 time: 0.0622747 Aug 09 18:44:44.385046 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1e2a1850-9e23-4883-93c0-38f32126e9d6 req-df5d692e-e5b0-44e5-a1d6-74c91204161e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Aug 09 18:44:44.406067 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:44.437353 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5073eae6-397c-47dc-8525-18357a0047ab {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:44:44.445208 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:44.477812 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 5073eae6-397c-47dc-8525-18357a0047ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5073eae6-397c-47dc-8525-18357a0047ab,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:44.483831 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:44.538298 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=5073eae6-397c-47dc-8525-18357a0047ab,revision_number=4']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:44.546272 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.546613 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.546966 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.547305 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.547642 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.547981 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.548346 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.548646 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.548973 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.549337 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.549665 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.549992 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:44.989935 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['5073eae6-397c-47dc-8525-18357a0047ab'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:44:45.517939 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b471c-05ea-4f3c-8e9c-0fd55af5ddb0 req-525e63ec-219a-4e73-b0a7-5207f1755293 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:45.519655 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-257b471c-05ea-4f3c-8e9c-0fd55af5ddb0 req-525e63ec-219a-4e73-b0a7-5207f1755293 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 944 time: 0.0551620 Aug 09 18:44:45.565125 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-257b471c-05ea-4f3c-8e9c-0fd55af5ddb0 req-212f0288-bd00-4104-87a6-5a064c56920a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391412 Aug 09 18:44:45.762808 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:46.704197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e9650-56a1-4e5f-99f6-c9bad2d2b14b req-90a9ff46-f2e9-483e-8bcb-6fd804551209 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:46.706057 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f89e9650-56a1-4e5f-99f6-c9bad2d2b14b req-90a9ff46-f2e9-483e-8bcb-6fd804551209 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 944 time: 0.0576632 Aug 09 18:44:46.752602 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f89e9650-56a1-4e5f-99f6-c9bad2d2b14b req-0b0d2fda-0483-4127-9041-c3851590ebe0 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349033 Aug 09 18:44:47.681657 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:47.908443 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750035c-c2c5-484e-8d61-f6129c2ec1e1 req-815c6b02-d1a3-495d-bbf6-9c9e170e4508 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:47.911570 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8750035c-c2c5-484e-8d61-f6129c2ec1e1 req-815c6b02-d1a3-495d-bbf6-9c9e170e4508 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 944 time: 0.0642908 Aug 09 18:44:47.955681 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8750035c-c2c5-484e-8d61-f6129c2ec1e1 req-836775c7-64c5-4912-8611-dd94578467cc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Aug 09 18:44:48.214923 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 5073eae6-397c-47dc-8525-18357a0047ab up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:44:48.286165 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning for port 5073eae6-397c-47dc-8525-18357a0047ab completed by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:44:48.290374 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 5073eae6-397c-47dc-8525-18357a0047ab triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:44:48.290749 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:48.408459 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:48.451406 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:44:48.455372 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bef966-cf7d-48c8-b93f-e2d79baa45e7" -d '{"events": [{"server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "name": "network-vif-plugged", "status": "completed", "tag": "5073eae6-397c-47dc-8525-18357a0047ab"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:44:48.480280 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 5073eae6-397c-47dc-8525-18357a0047ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5073eae6-397c-47dc-8525-18357a0047ab,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:48.485284 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:48.528028 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac1184b-2891-40b4-9353-1dfa40389459 x-openstack-request-id: req-9ac1184b-2891-40b4-9353-1dfa40389459 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:44:48.528444 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "name": "network-vif-plugged", "status": "completed", "tag": "5073eae6-397c-47dc-8525-18357a0047ab", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:44:48.528851 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ac1184b-2891-40b4-9353-1dfa40389459 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:44:48.529514 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab', 'code': 200} Aug 09 18:44:48.568966 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=5073eae6-397c-47dc-8525-18357a0047ab,revision_number=5']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:48.813575 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689d194-65fc-459e-89da-7a597bb6e2d7 req-b3c2f42f-4671-4160-b8dc-e80a37a2b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:48.815528 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f689d194-65fc-459e-89da-7a597bb6e2d7 req-b3c2f42f-4671-4160-b8dc-e80a37a2b6ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 1098 time: 0.0969574 Aug 09 18:44:48.865745 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f689d194-65fc-459e-89da-7a597bb6e2d7 req-f9d2e0ed-68a3-4b0f-b3cc-c8f982e474fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389817 Aug 09 18:44:49.088303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da466c-a1b9-4692-afe8-5879d3b0b0c2 req-b100d724-eaca-4477-8531-dcdd6cde250a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:49.090661 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-66da466c-a1b9-4692-afe8-5879d3b0b0c2 req-b100d724-eaca-4477-8531-dcdd6cde250a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0586441 Aug 09 18:44:49.137808 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-66da466c-a1b9-4692-afe8-5879d3b0b0c2 req-cf40cbed-976d-479c-9190-c09c3592922b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Aug 09 18:44:50.268843 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7cae9-4e37-42f5-8434-6b429ae357b6 req-65b05768-daeb-475c-a4f0-9ba2b7a1112b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:50.270344 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f7cae9-4e37-42f5-8434-6b429ae357b6 req-65b05768-daeb-475c-a4f0-9ba2b7a1112b tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Aug 09 18:44:50.312734 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d7f7cae9-4e37-42f5-8434-6b429ae357b6 req-7c6c5fa0-94a3-483b-a135-5a412a4a229e tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346460 Aug 09 18:44:51.466424 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901246a-54b9-4ad6-9842-6f7612752c6c req-2b38e5bb-84e6-4c8b-9d08-e44522102dfc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:51.468037 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4901246a-54b9-4ad6-9842-6f7612752c6c req-2b38e5bb-84e6-4c8b-9d08-e44522102dfc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0580077 Aug 09 18:44:51.517009 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4901246a-54b9-4ad6-9842-6f7612752c6c req-e95f9cf7-6ca2-4ced-97cd-ebf20d6d4b43 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Aug 09 18:44:51.655839 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73926492-6d55-44c9-81d8-a46d2dc41964 req-6487851e-aca1-4c07-b0f8-21359e16854c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:51.658040 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-73926492-6d55-44c9-81d8-a46d2dc41964 req-6487851e-aca1-4c07-b0f8-21359e16854c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0678539 Aug 09 18:44:51.708237 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-73926492-6d55-44c9-81d8-a46d2dc41964 req-e9fb6f9a-05ec-49b2-88eb-b851759a3657 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426495 Aug 09 18:44:51.741523 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53416) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:44:51.775090 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0604b-0602-4e8a-a421-c56cffb29480 req-f3bce904-e7b8-470f-888d-2bc375e77356 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:51.776954 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94d0604b-0602-4e8a-a421-c56cffb29480 req-f3bce904-e7b8-470f-888d-2bc375e77356 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.0609348 Aug 09 18:44:51.824767 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-94d0604b-0602-4e8a-a421-c56cffb29480 req-848f5d7c-9996-453a-87aa-1c9a795ed07c tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380154 Aug 09 18:44:51.947593 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb53b0ee-21d3-4b5d-b2c1-2d82039fa5ae tempest-TestVolumeBootPattern-578361858 tempest-TestVolumeBootPattern-578361858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:51.949270 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-cb53b0ee-21d3-4b5d-b2c1-2d82039fa5ae tempest-TestVolumeBootPattern-578361858 tempest-TestVolumeBootPattern-578361858-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 1093 time: 0.2062423 Aug 09 18:44:51.952340 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53422) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:44:51.957205 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.v2.base [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Request body: {'floatingip': {'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'port_id': '5073eae6-397c-47dc-8525-18357a0047ab', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:44:51.983380 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:52.095912 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:52.217415 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Allocated IP 172.27.3.184 (d4772bd6-f69e-4536-9043-6109f7bdcf52/6774eedb-723e-4a24-820e-49456f47d467/cfc9cc52-068a-4ed2-8c56-a9cc7b5a08c4) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:44:52.331651 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:52.380876 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792725098981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:52.422405 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Network d4772bd6-f69e-4536-9043-6109f7bdcf52 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:44:52.425671 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:44:52.431704 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:44:52.464472 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=cfc9cc52-068a-4ed2-8c56-a9cc7b5a08c4,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:52.478420 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.478678 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.479612 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.479994 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.480368 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.480721 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.481115 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.481477 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.481815 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.482150 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.482483 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.482813 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:44:52.861732 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:52.940272 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:52.955999 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661623a-95a8-4b55-a0c2-f887057046a0 req-7468627a-2f6a-419a-9192-0b1dda0bc444 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:52.957674 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1661623a-95a8-4b55-a0c2-f887057046a0 req-7468627a-2f6a-419a-9192-0b1dda0bc444 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.0544813 Aug 09 18:44:53.021068 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1661623a-95a8-4b55-a0c2-f887057046a0 req-978dac41-4c7f-4eeb-9d08-f71196d7b0d9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552256 Aug 09 18:44:53.144904 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:53.150004 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5410214'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:53.225168 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event updated for resources: {'Port': ['ID=cfc9cc52-068a-4ed2-8c56-a9cc7b5a08c4,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:53.237906 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:53.354394 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Floating IP e71e4624-a3d0-4ae6-85e4-9caa6221b89a associated. External IP: 172.27.3.184, port: 5073eae6-397c-47dc-8525-18357a0047ab. Aug 09 18:44:53.588855 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:44:53.707324 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:44:53.718391 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:44:53.732929 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:53.734025 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:44:53.735272 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:44:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:53.785121 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5588ad7a-7935-4b04-96c8-c106ed8a4e36 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8181198 Aug 09 18:44:53.785121 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:44:53.785121 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077" -d '{"events": [{"name": "network-changed", "server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "tag": "5073eae6-397c-47dc-8525-18357a0047ab"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:44:53.844311 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b7dcb-a756-4cd5-a068-ae1764f3f3ee x-openstack-request-id: req-741b7dcb-a756-4cd5-a068-ae1764f3f3ee {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:44:53.844670 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "tag": "5073eae6-397c-47dc-8525-18357a0047ab", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:44:53.845018 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-741b7dcb-a756-4cd5-a068-ae1764f3f3ee {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:44:53.845610 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab', 'status': 'completed', 'code': 200} Aug 09 18:44:53.887712 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:44:53.983983 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-bbb80180-bf73-44f4-8755-557b99856ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:53.985953 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-bbb80180-bf73-44f4-8755-557b99856ca1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 1098 time: 0.0519443 Aug 09 18:44:54.091053 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-31751d35-49a2-4e75-bf5c-39bd3f163dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:54.092770 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-31751d35-49a2-4e75-bf5c-39bd3f163dca service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.0936871 Aug 09 18:44:54.146897 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:17Z', 'revision_number': 1, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}, {'id': 'e71e4624-a3d0-4ae6-85e4-9caa6221b89a', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '5073eae6-397c-47dc-8525-18357a0047ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:69:46:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:44:52Z', 'updated_at': '2021-08-09T18:44:52Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:54.178691 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:44:54.188823 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:44:54.189526 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:44:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:54.198778 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dec89-a511-4473-ae9a-8bd0f39fa25d req-51587073-3b33-40f2-b406-03e00ca8d461 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:54.200460 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c48dec89-a511-4473-ae9a-8bd0f39fa25d req-51587073-3b33-40f2-b406-03e00ca8d461 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.1035159 Aug 09 18:44:54.202628 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-7db631a8-f2d6-4a06-967c-fe8ab4b2c0ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5073eae6-397c-47dc-8525-18357a0047ab HTTP/1.1" status: 200 len: 999 time: 0.0964966 Aug 09 18:44:54.246220 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c48dec89-a511-4473-ae9a-8bd0f39fa25d req-f61bce10-bc5d-46de-a4ce-29a72779b9fb tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387807 Aug 09 18:44:54.340980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:44:54.358575 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-f45bf9ae-43e5-48ae-aa82-24809a28eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:54.360127 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-f45bf9ae-43e5-48ae-aa82-24809a28eece service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0880938 Aug 09 18:44:54.385851 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-ae3b3dab-5381-45cd-9b37-ab233b67c6f3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:54.387579 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-ae3b3dab-5381-45cd-9b37-ab233b67c6f3 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.1064658 Aug 09 18:44:54.460890 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-1bfcf6a6-abe7-4b2b-b062-5abccd3bd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:54.463750 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-1bfcf6a6-abe7-4b2b-b062-5abccd3bd277 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0923650 Aug 09 18:44:54.605647 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-cd98e609-adde-41c5-97d3-294f7827ec55 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341641 Aug 09 18:44:54.608685 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Deleting port 843a0d45-3c37-46a4-8115-912415b6fb84 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:44:54.609118 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:54.665355 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:17Z', 'revision_number': 1, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}, {'id': 'e71e4624-a3d0-4ae6-85e4-9caa6221b89a', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '5073eae6-397c-47dc-8525-18357a0047ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:69:46:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:44:52Z', 'updated_at': '2021-08-09T18:44:52Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:54.713387 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593bb42-fb97-4e47-ac95-dead1a0d7312 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:17Z', 'revision_number': 1, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}, {'id': 'e71e4624-a3d0-4ae6-85e4-9caa6221b89a', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '5073eae6-397c-47dc-8525-18357a0047ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:69:46:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:44:52Z', 'updated_at': '2021-08-09T18:44:52Z', 'revision_number': 0, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:44:54.781681 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] For port 843a0d45-3c37-46a4-8115-912415b6fb84, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=843a0d45-3c37-46a4-8115-912415b6fb84,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:44:54.782074 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:54.797224 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-079e70d2-ce0b-45b7-9923-ad0e6eeb0077 req-00cfb454-3d88-4302-ba86-67f328e904c3 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835465 Aug 09 18:44:54.975016 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d10f4-74a2-4fda-831e-f436a046831e None None] New status for floating IP e71e4624-a3d0-4ae6-85e4-9caa6221b89a: ACTIVE {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:44:55.282929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:55.283562 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:55.283562 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Floating IP 47db5790-d3ca-4674-b18c-aefe65a04586 disassociated. External IP: 172.27.3.129, port: 843a0d45-3c37-46a4-8115-912415b6fb84. Aug 09 18:44:55.283749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Calling delete_port for 843a0d45-3c37-46a4-8115-912415b6fb84 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:44:55.403840 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226025-dda3-4b3b-a029-0ba67371a678 req-dcc377d0-9132-4ac2-bd85-02274164cc29 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:44:55.405522 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-db226025-dda3-4b3b-a029-0ba67371a678 req-dcc377d0-9132-4ac2-bd85-02274164cc29 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 945 time: 0.0761535 Aug 09 18:44:55.491802 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-db226025-dda3-4b3b-a029-0ba67371a678 req-02355a03-26de-41f5-97d5-f9ac2d01d675 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fc56a3c-e1a8-4baa-9460-7b51376ad499&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791337 Aug 09 18:44:55.498225 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:55.533396 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event deleted for resources: {'Port': ['ID=843a0d45-3c37-46a4-8115-912415b6fb84,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:55.655657 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:44:55.776069 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:44:55.787772 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:44:55.798338 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:44:55.799082 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:44:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:55.827119 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] No DVR routers for this DVR port 843a0d45-3c37-46a4-8115-912415b6fb84 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:44:55.830389 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:55.832565 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f1893b49-cf39-419f-99cf-3d989e8492fa req-fb07d96b-c169-4de9-b345-d2fdf5537e94 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.73 "DELETE /v2.0/ports/843a0d45-3c37-46a4-8115-912415b6fb84 HTTP/1.1" status: 204 len: 173 time: 1.4242783 Aug 09 18:44:55.833041 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'name': 'network-vif-deleted', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:44:55.836020 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a97ccd-9f6f-43b2-97ec-ea12fed0a69d" -d '{"events": [{"server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "name": "network-vif-deleted", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:44:55.921044 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b49165-9df3-4ea1-b0b6-6ff8e09ff382 x-openstack-request-id: req-07b49165-9df3-4ea1-b0b6-6ff8e09ff382 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:44:55.921332 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f109a02-ef6c-4ee7-93b8-a60f40018a66", "name": "network-vif-deleted", "tag": "843a0d45-3c37-46a4-8115-912415b6fb84", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:44:55.921591 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07b49165-9df3-4ea1-b0b6-6ff8e09ff382 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:44:55.922112 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f109a02-ef6c-4ee7-93b8-a60f40018a66', 'name': 'network-vif-deleted', 'tag': '843a0d45-3c37-46a4-8115-912415b6fb84', 'status': 'completed', 'code': 200} Aug 09 18:44:55.925326 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:44:56.208894 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:56.239158 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:44:56.249842 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:44:56.250476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:44:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:56.559172 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:44:56.672819 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0d17e7ec-1a28-48e7-a531-6ea0f8144629 req-256d40ab-8b49-401e-8975-9d04fe910b20 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f109a02-ef6c-4ee7-93b8-a60f40018a66 HTTP/1.1" status: 200 len: 210 time: 0.0425673 Aug 09 18:44:56.825035 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:44:56.859379 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb410f8-3e9c-48c6-8d45-6a81c9d4c23a None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:17Z', 'revision_number': 4, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '71d66368-fc3e-42a0-a4d1-47df76ced961', 'name': '', 'network_id': 'c12fb488-4434-4fb8-94a9-f4644dcc60b9', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'mac_address': 'fa:16:3e:7f:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:16Z', 'updated_at': '2021-08-09T18:34:30Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'subnets': [{'id': '93ecd53a-654c-4b58-a606-aaecb3974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:44:57.115014 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a1c9b-1931-4094-9b0c-64636eb5883b None None] New status for floating IP 47db5790-d3ca-4674-b18c-aefe65a04586: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:44:57.783349 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53444) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:44:57.846079 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c871ca6-db0c-4d88-b947-182ef768bd18 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:57.881562 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c871ca6-db0c-4d88-b947-182ef768bd18 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:57.957712 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c871ca6-db0c-4d88-b947-182ef768bd18 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:57.961808 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c871ca6-db0c-4d88-b947-182ef768bd18 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:57.964084 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8c871ca6-db0c-4d88-b947-182ef768bd18 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "DELETE /v2.0/security-groups/2fc56a3c-e1a8-4baa-9460-7b51376ad499 HTTP/1.1" status: 204 len: 168 time: 0.1792576 Aug 09 18:44:57.966516 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53446) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:44:57.980828 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c871ca6-db0c-4d88-b947-182ef768bd18 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc56a3c-e1a8-4baa-9460-7b51376ad499,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:57.982241 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.api.v2.resource [None req-7ab7bdaf-c06b-4d0b-8384-ac62c299d373 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] show failed (client error): The resource could not be found. Aug 09 18:44:57.983340 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-7ab7bdaf-c06b-4d0b-8384-ac62c299d373 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "GET /v2.0/security-groups/2fc56a3c-e1a8-4baa-9460-7b51376ad499 HTTP/1.1" status: 404 len: 347 time: 0.0157757 Aug 09 18:44:57.988160 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53448) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:44:58.142744 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Deleting port ddbe830a-ca11-494f-ae29-352cda46d7f3 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:44:58.143091 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:58.226761 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:58.227065 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:58.237431 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 843a0d45-3c37-46a4-8115-912415b6fb84 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:44:58.241471 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Calling delete_port for ddbe830a-ca11-494f-ae29-352cda46d7f3 owned by network:floatingip {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:44:58.260893 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 843a0d45-3c37-46a4-8115-912415b6fb84 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:44:58.261278 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 843a0d45-3c37-46a4-8115-912415b6fb84 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:44:58.394848 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:58.423762 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Pushing event deleted for resources: {'Port': ['ID=ddbe830a-ca11-494f-ae29-352cda46d7f3,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:44:58.497708 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks [] for floatingip, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:58.500378 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:44:58.501672 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-47d34db8-e9a1-4dd8-addf-7874507c16c9 tempest-AttachVolumeTestJSON-809415257 tempest-AttachVolumeTestJSON-809415257-project] 10.222.0.25 "DELETE /v2.0/floatingips/47db5790-d3ca-4674-b18c-aefe65a04586 HTTP/1.1" status: 204 len: 168 time: 0.5135729 Aug 09 18:45:02.220389 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53480) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:02.892705 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:03.234992 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Deleting port 71d66368-fc3e-42a0-a4d1-47df76ced961 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:03.235838 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:03.534636 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] For port 71d66368-fc3e-42a0-a4d1-47df76ced961, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=71d66368-fc3e-42a0-a4d1-47df76ced961,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:03.534910 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:03.549568 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Calling delete_port for 71d66368-fc3e-42a0-a4d1-47df76ced961 owned by network:router_interface {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:03.744403 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:03.772492 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d66368-fc3e-42a0-a4d1-47df76ced961,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:04.013891 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:04.264233 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Router cc1f00ac-7677-4d30-93ed-a202f25c7520 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:45:04.383273 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:45:04.394179 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5decb69e-4f44-4b6a-84b2-ce8beab0e2c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc1f00ac-7677-4d30-93ed-a202f25c7520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1703184 Aug 09 18:45:04.395706 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] Sync routers for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:45:04.396300 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53484) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:04.408108 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:04.408756 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:44:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:04.530511 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:04.600534 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:04.730304 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:45:03Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:04.762616 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] Checking router: cc1f00ac-7677-4d30-93ed-a202f25c7520 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:45:04.772164 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] Routers {'cc1f00ac-7677-4d30-93ed-a202f25c7520'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:04.772806 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:44:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['cc1f00ac-7677-4d30-93ed-a202f25c7520'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:04.798500 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:04.886698 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] Set router cc1f00ac-7677-4d30-93ed-a202f25c7520 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:04.891335 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Deleting port 74e6ccdc-9ad2-405a-934b-487cff37b18e {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:04.891820 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.013696 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] For port 74e6ccdc-9ad2-405a-934b-487cff37b18e, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=74e6ccdc-9ad2-405a-934b-487cff37b18e,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:05.013976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.030728 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Calling delete_port for 74e6ccdc-9ad2-405a-934b-487cff37b18e owned by network:router_gateway {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:05.154838 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:45:03Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:05.205300 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce2eed-8a21-4a46-86a2-b0c3b4e2ca87 None None] The sync data for ids ['cc1f00ac-7677-4d30-93ed-a202f25c7520'] in dv-cinder-784453-11-iscsi is: [{'id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'name': 'tempest-AttachVolumeTestJSON-284728492-router', 'tenant_id': '0398363ce15d4dfcb0806a1086357b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:45:03Z', 'revision_number': 5, 'project_id': '0398363ce15d4dfcb0806a1086357b8e', 'gw_port': {'id': '74e6ccdc-9ad2-405a-934b-487cff37b18e', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f00ac-7677-4d30-93ed-a202f25c7520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:12Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:45:05.234125 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.271738 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=74e6ccdc-9ad2-405a-934b-487cff37b18e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:05.338304 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.443547 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.447304 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.502439 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.503116 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1f00ac-7677-4d30-93ed-a202f25c7520 {{(pid=93496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:45:05.509586 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.511611 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-87195e6c-3d67-4e87-a16f-408540a8fc5e admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc1f00ac-7677-4d30-93ed-a202f25c7520 HTTP/1.1" status: 204 len: 168 time: 1.1144085 Aug 09 18:45:05.514610 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53486) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:05.573270 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Deleting subnet 93ecd53a-654c-4b58-a606-aaecb3974201 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:45:05.577760 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.626693 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.778968 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.856249 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.898188 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ecd53a-654c-4b58-a606-aaecb3974201,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:05.904025 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:05.910818 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53488) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:05.911658 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-de9e6606-04ed-4800-86e6-d7246d66c4e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93ecd53a-654c-4b58-a606-aaecb3974201 HTTP/1.1" status: 204 len: 168 time: 0.3949842 Aug 09 18:45:05.914744 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cfa40-6879-4cb8-ac04-6effe6a386a0 None None] Network c12fb488-4434-4fb8-94a9-f4644dcc60b9 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:45:06.024185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.095587 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Deleting port 667a4af6-a070-4e05-866a-993a9e1da9f2 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:06.096110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.179212 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] For port 667a4af6-a070-4e05-866a-993a9e1da9f2, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=667a4af6-a070-4e05-866a-993a9e1da9f2,segment=NetworkSegment(937cde9a-42db-4fbb-882b-fc799a133814),segment_id=937cde9a-42db-4fbb-882b-fc799a133814)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:06.179740 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.196232 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Calling delete_port for 667a4af6-a070-4e05-866a-993a9e1da9f2 owned by network:dhcp {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:06.286024 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.326912 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=667a4af6-a070-4e05-866a-993a9e1da9f2,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:06.335317 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] No DVR routers for this DVR port 667a4af6-a070-4e05-866a-993a9e1da9f2 on host dv-cinder-784453-11-iscsi {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:45:06.349390 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d75066-ea85-4193-a3a8-4de44cc85411 None None] DHCP port deletion for c12fb488-4434-4fb8-94a9-f4644dcc60b9 request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:45:06.440264 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.453226 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12fb488-4434-4fb8-94a9-f4644dcc60b9']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:06.466225 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937cde9a-42db-4fbb-882b-fc799a133814') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:06.466586 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937cde9a-42db-4fbb-882b-fc799a133814') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:06.476690 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.492419 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.501494 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:45:06.502048 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:45:06.504071 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:45:06.566479 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.574191 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.576641 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] 10.222.0.25 "DELETE /v2.0/networks/c12fb488-4434-4fb8-94a9-f4644dcc60b9 HTTP/1.1" status: 204 len: 168 time: 0.6644998 Aug 09 18:45:06.594626 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cb645-6132-4119-b9dc-dd77dcc06a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c12fb488-4434-4fb8-94a9-f4644dcc60b9,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:06.724288 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53492) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:06.772866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-a3bc80c6-7279-4ad3-b562-94f0bb440841 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0398363ce15d4dfcb0806a1086357b8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473094 Aug 09 18:45:06.776363 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53494) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:06.831539 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb74c1d9-9610-4ee3-b14d-34a8d9c4310d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.856641 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb74c1d9-9610-4ee3-b14d-34a8d9c4310d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.916939 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb74c1d9-9610-4ee3-b14d-34a8d9c4310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.920319 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-cb74c1d9-9610-4ee3-b14d-34a8d9c4310d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:06.922020 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-cb74c1d9-9610-4ee3-b14d-34a8d9c4310d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f52f5a42-5a98-48f1-9082-0a9ca9a93cb0 HTTP/1.1" status: 204 len: 168 time: 0.1445715 Aug 09 18:45:06.936873 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74c1d9-9610-4ee3-b14d-34a8d9c4310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f5a42-5a98-48f1-9082-0a9ca9a93cb0,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:07.028669 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 74e6ccdc-9ad2-405a-934b-487cff37b18e no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:07.063765 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 74e6ccdc-9ad2-405a-934b-487cff37b18e {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:07.064327 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 74e6ccdc-9ad2-405a-934b-487cff37b18e not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:07.065006 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 667a4af6-a070-4e05-866a-993a9e1da9f2 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:07.090059 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 667a4af6-a070-4e05-866a-993a9e1da9f2 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:07.090430 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 667a4af6-a070-4e05-866a-993a9e1da9f2 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:07.090815 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 71d66368-fc3e-42a0-a4d1-47df76ced961 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:07.111882 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 71d66368-fc3e-42a0-a4d1-47df76ced961 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:07.112177 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 71d66368-fc3e-42a0-a4d1-47df76ced961 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:10.303616 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53630) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:10.414871 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6f09d705-4450-4515-a649-6aa2a6c026b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.428423 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-cdc506b5-7573-43e2-b737-e51c0ad6f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.517828 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6f09d705-4450-4515-a649-6aa2a6c026b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.521908 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6f09d705-4450-4515-a649-6aa2a6c026b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.563964 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6f09d705-4450-4515-a649-6aa2a6c026b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0043cf02e8de40d49263ed2be7a773a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590773 Aug 09 18:45:10.564706 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09d705-4450-4515-a649-6aa2a6c026b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc74ea-10b1-453e-8d01-2391017fbe07,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:10.567186 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53634) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:10.619976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23d19d9a-1884-45f0-bff1-b9e7ac0133ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.643216 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23d19d9a-1884-45f0-bff1-b9e7ac0133ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.693558 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23d19d9a-1884-45f0-bff1-b9e7ac0133ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.696136 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-23d19d9a-1884-45f0-bff1-b9e7ac0133ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:10.699343 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-23d19d9a-1884-45f0-bff1-b9e7ac0133ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13dc74ea-10b1-453e-8d01-2391017fbe07 HTTP/1.1" status: 204 len: 168 time: 0.1305380 Aug 09 18:45:10.708649 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d19d9a-1884-45f0-bff1-b9e7ac0133ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc74ea-10b1-453e-8d01-2391017fbe07,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:10.999502 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53640) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:11.013597 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44eb501b-b16c-4cfe-adb1-b8f327282d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.116084 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44eb501b-b16c-4cfe-adb1-b8f327282d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.120350 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-44eb501b-b16c-4cfe-adb1-b8f327282d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.161850 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-44eb501b-b16c-4cfe-adb1-b8f327282d6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ab7594e718847a591a4fab33ad22e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611993 Aug 09 18:45:11.162773 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb501b-b16c-4cfe-adb1-b8f327282d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07355179-2de0-4dc4-a725-5df31044c3fe,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:11.164913 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53642) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:11.253999 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0b287540-336e-447d-84ea-315271e14f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.276311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0b287540-336e-447d-84ea-315271e14f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.325293 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0b287540-336e-447d-84ea-315271e14f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.327982 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-0b287540-336e-447d-84ea-315271e14f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:11.329893 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-0b287540-336e-447d-84ea-315271e14f3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07355179-2de0-4dc4-a725-5df31044c3fe HTTP/1.1" status: 204 len: 168 time: 0.1638544 Aug 09 18:45:11.339896 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b287540-336e-447d-84ea-315271e14f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07355179-2de0-4dc4-a725-5df31044c3fe,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:13.031067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53688) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:13.089560 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-83de0b3a-8a8a-4380-9364-ce8afc0877c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.139765 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c6af434-426c-41aa-ac52-88aa72e71abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.201895 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.228781 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c6af434-426c-41aa-ac52-88aa72e71abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.232607 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-5c6af434-426c-41aa-ac52-88aa72e71abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.272094 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-5c6af434-426c-41aa-ac52-88aa72e71abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=415c984d88e941558909843db5d9455f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399228 Aug 09 18:45:13.274306 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6af434-426c-41aa-ac52-88aa72e71abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bdf28-ffd6-444a-8ddf-6a4703c1f136,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:13.275431 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53692) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:13.329588 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-884b779b-413b-4aa3-ae77-f23787063c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.351390 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-884b779b-413b-4aa3-ae77-f23787063c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.401036 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-884b779b-413b-4aa3-ae77-f23787063c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.403555 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-884b779b-413b-4aa3-ae77-f23787063c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.404741 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-884b779b-413b-4aa3-ae77-f23787063c42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d9bdf28-ffd6-444a-8ddf-6a4703c1f136 HTTP/1.1" status: 204 len: 168 time: 0.1282232 Aug 09 18:45:13.413016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b779b-413b-4aa3-ae77-f23787063c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bdf28-ffd6-444a-8ddf-6a4703c1f136,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:13.689931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53698) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:13.703555 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cff40579-a6a5-4768-b4de-69cffdde1999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.834697 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cff40579-a6a5-4768-b4de-69cffdde1999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.840116 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cff40579-a6a5-4768-b4de-69cffdde1999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.884386 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-cff40579-a6a5-4768-b4de-69cffdde1999 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=266d6504b71747cb9794d7a3ca67f7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933365 Aug 09 18:45:13.885731 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff40579-a6a5-4768-b4de-69cffdde1999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb1f22-5222-4915-9782-d1d18fb80835,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:13.887211 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53700) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:13.945853 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f634c624-1202-4014-bc0e-a6c02117ba3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:13.971256 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f634c624-1202-4014-bc0e-a6c02117ba3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:14.021398 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f634c624-1202-4014-bc0e-a6c02117ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:14.023930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f634c624-1202-4014-bc0e-a6c02117ba3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:14.025720 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-f634c624-1202-4014-bc0e-a6c02117ba3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19eb1f22-5222-4915-9782-d1d18fb80835 HTTP/1.1" status: 204 len: 168 time: 0.1369176 Aug 09 18:45:14.034107 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634c624-1202-4014-bc0e-a6c02117ba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb1f22-5222-4915-9782-d1d18fb80835,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:14.399990 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:15.763811 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:17.682306 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.183656 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53802) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:19.303575 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0245066-3482-44ff-9980-c798b716e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.412116 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0245066-3482-44ff-9980-c798b716e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.417527 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0245066-3482-44ff-9980-c798b716e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.464039 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f0245066-3482-44ff-9980-c798b716e31f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce8808f995764a1798bc0b28d88f41f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789595 Aug 09 18:45:19.464976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0245066-3482-44ff-9980-c798b716e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1018bef9-57a2-4839-b3d2-313b2784084e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:19.466501 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53806) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:19.515766 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19723ae4-bd0b-4a71-993a-11ecc54a6a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.540113 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19723ae4-bd0b-4a71-993a-11ecc54a6a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.591999 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19723ae4-bd0b-4a71-993a-11ecc54a6a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.594746 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19723ae4-bd0b-4a71-993a-11ecc54a6a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:19.596053 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-19723ae4-bd0b-4a71-993a-11ecc54a6a59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1018bef9-57a2-4839-b3d2-313b2784084e HTTP/1.1" status: 204 len: 168 time: 0.1284609 Aug 09 18:45:19.604664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19723ae4-bd0b-4a71-993a-11ecc54a6a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018bef9-57a2-4839-b3d2-313b2784084e,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:19.911437 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:45:19.916363 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53812) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:19.930060 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-38c7a3d8-6d25-4896-aed4-858702f30860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.034021 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-38c7a3d8-6d25-4896-aed4-858702f30860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.038269 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-38c7a3d8-6d25-4896-aed4-858702f30860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.079964 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-38c7a3d8-6d25-4896-aed4-858702f30860 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fcfc409268c4d968c6a1087117a96c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621566 Aug 09 18:45:20.080882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7a3d8-6d25-4896-aed4-858702f30860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c749750-d850-4848-bd1b-d2d2891a55de,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:20.082961 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53814) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:20.144154 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-460b4daa-7821-4cf1-88c9-4492af7cd2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.166132 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-460b4daa-7821-4cf1-88c9-4492af7cd2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.214465 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-460b4daa-7821-4cf1-88c9-4492af7cd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.217036 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-460b4daa-7821-4cf1-88c9-4492af7cd2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.218229 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-460b4daa-7821-4cf1-88c9-4492af7cd2ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c749750-d850-4848-bd1b-d2d2891a55de HTTP/1.1" status: 204 len: 168 time: 0.1334693 Aug 09 18:45:20.226028 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b4daa-7821-4cf1-88c9-4492af7cd2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c749750-d850-4848-bd1b-d2d2891a55de,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:20.566449 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53820) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:20.581067 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7d05711c-aeb3-45fe-844d-633554f3759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.687250 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7d05711c-aeb3-45fe-844d-633554f3759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.691316 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7d05711c-aeb3-45fe-844d-633554f3759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.735155 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7d05711c-aeb3-45fe-844d-633554f3759a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a026a138612949d9b118fbfdc89f13f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675196 Aug 09 18:45:20.736136 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05711c-aeb3-45fe-844d-633554f3759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b77cc0-abb0-45f2-ba3b-e89043a53ffe,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:20.739534 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53822) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:20.795880 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc499239-8873-4130-9430-a6a42875bb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.819399 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc499239-8873-4130-9430-a6a42875bb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.873230 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc499239-8873-4130-9430-a6a42875bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.875833 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc499239-8873-4130-9430-a6a42875bb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:20.879647 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-fc499239-8873-4130-9430-a6a42875bb18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3b77cc0-abb0-45f2-ba3b-e89043a53ffe HTTP/1.1" status: 204 len: 168 time: 0.1358826 Aug 09 18:45:20.887136 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc499239-8873-4130-9430-a6a42875bb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b77cc0-abb0-45f2-ba3b-e89043a53ffe,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:28.045244 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53946) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:28.162037 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6413e991-af83-4e65-b643-d05df86a9db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.257437 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6413e991-af83-4e65-b643-d05df86a9db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.261855 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6413e991-af83-4e65-b643-d05df86a9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.302627 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6413e991-af83-4e65-b643-d05df86a9db3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3279f89a595e483db53876b68f14aca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562711 Aug 09 18:45:28.303483 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413e991-af83-4e65-b643-d05df86a9db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed90a1-fe00-48cd-9906-7bc411e982dc,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:28.306087 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53950) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:28.359417 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-45de7ee1-83ec-4ce3-860b-a9469f6871f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.381668 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-45de7ee1-83ec-4ce3-860b-a9469f6871f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.430204 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-45de7ee1-83ec-4ce3-860b-a9469f6871f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.433588 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-45de7ee1-83ec-4ce3-860b-a9469f6871f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.437714 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-45de7ee1-83ec-4ce3-860b-a9469f6871f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91ed90a1-fe00-48cd-9906-7bc411e982dc HTTP/1.1" status: 204 len: 168 time: 0.1289980 Aug 09 18:45:28.450923 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de7ee1-83ec-4ce3-860b-a9469f6871f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed90a1-fe00-48cd-9906-7bc411e982dc,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:28.732649 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 53956) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:28.751787 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b37692d5-dae0-4f41-8efa-557a0019a127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.856894 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b37692d5-dae0-4f41-8efa-557a0019a127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.861226 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b37692d5-dae0-4f41-8efa-557a0019a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.903446 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b37692d5-dae0-4f41-8efa-557a0019a127 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19bb7f950bf04c53aeb4d4d713589a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696253 Aug 09 18:45:28.904305 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37692d5-dae0-4f41-8efa-557a0019a127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab52688-00d4-46d1-bc0a-2cf05d8a8de7,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:28.906338 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 53958) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:28.965493 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7e083749-a253-49cc-9e7e-dfb01640d2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:28.988757 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7e083749-a253-49cc-9e7e-dfb01640d2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:29.043408 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7e083749-a253-49cc-9e7e-dfb01640d2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:29.046478 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7e083749-a253-49cc-9e7e-dfb01640d2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:29.048446 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-7e083749-a253-49cc-9e7e-dfb01640d2bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ab52688-00d4-46d1-bc0a-2cf05d8a8de7 HTTP/1.1" status: 204 len: 168 time: 0.1404135 Aug 09 18:45:29.061431 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e083749-a253-49cc-9e7e-dfb01640d2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab52688-00d4-46d1-bc0a-2cf05d8a8de7,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:40.350247 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54070) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:40.441391 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b91ab3f4-5fc0-4fb0-a004-a764c500660f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.498563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.643206 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.648251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.694533 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ecc25-d3c9-43fd-937c-db435e6b3380,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:40.699149 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1915a35d60434211a97264b73336d74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474960 Aug 09 18:45:40.702344 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54076) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:40.708953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.709580 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.710155 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.710739 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.711320 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.712969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.713752 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.714337 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.714924 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.715380 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.715788 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.716169 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29c2e1-4755-4c3d-920b-32bb311e6644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:40.792074 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b2346c79-01dc-4624-b492-74a786529bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.837956 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b2346c79-01dc-4624-b492-74a786529bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.912404 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b2346c79-01dc-4624-b492-74a786529bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.916679 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b2346c79-01dc-4624-b492-74a786529bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:40.918901 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b2346c79-01dc-4624-b492-74a786529bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a9ecc25-d3c9-43fd-937c-db435e6b3380 HTTP/1.1" status: 204 len: 168 time: 0.2149053 Aug 09 18:45:40.933590 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2346c79-01dc-4624-b492-74a786529bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ecc25-d3c9-43fd-937c-db435e6b3380,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:41.330127 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54088) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:41.348001 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-155b0f0c-e0bd-496c-b962-ebb9cfc198d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.481825 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-155b0f0c-e0bd-496c-b962-ebb9cfc198d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.491481 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-155b0f0c-e0bd-496c-b962-ebb9cfc198d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.574109 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-155b0f0c-e0bd-496c-b962-ebb9cfc198d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9713e902e181493683199af0fbbb93c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424328 Aug 09 18:45:41.576524 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54094) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:41.591609 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b0f0c-e0bd-496c-b962-ebb9cfc198d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c26e1-0639-4a28-9241-4e12e715009d,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:41.644077 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5e68-ec45-47f5-88e9-ee9475854e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.654321 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0621d-d20a-473e-b746-3bbfafb23479 req-f1bdc693-b12c-441d-8dca-0e9f6ba435e0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:41.655972 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-97c0621d-d20a-473e-b746-3bbfafb23479 req-f1bdc693-b12c-441d-8dca-0e9f6ba435e0 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 946 time: 0.0905614 Aug 09 18:45:41.674222 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5e68-ec45-47f5-88e9-ee9475854e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.705198 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-97c0621d-d20a-473e-b746-3bbfafb23479 req-ba50f34f-ac12-41ad-99bf-0108bc6b5559 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375581 Aug 09 18:45:41.747357 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5e68-ec45-47f5-88e9-ee9475854e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.750717 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5e68-ec45-47f5-88e9-ee9475854e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:41.752012 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8c8a5e68-ec45-47f5-88e9-ee9475854e57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be0c26e1-0639-4a28-9241-4e12e715009d HTTP/1.1" status: 204 len: 168 time: 0.1743000 Aug 09 18:45:41.764567 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a5e68-ec45-47f5-88e9-ee9475854e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c26e1-0639-4a28-9241-4e12e715009d,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:42.878726 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5776b6-4f39-41da-b9d4-b1ff6b74a3d2 req-55b07d10-2e03-4f49-876b-f12088a384fd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:42.880464 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3b5776b6-4f39-41da-b9d4-b1ff6b74a3d2 req-55b07d10-2e03-4f49-876b-f12088a384fd tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 946 time: 0.0675719 Aug 09 18:45:42.956523 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3b5776b6-4f39-41da-b9d4-b1ff6b74a3d2 req-dd1f6ec1-8bb5-403a-adad-e42c1a1fec9b tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e9ac399-d392-47ce-9230-cbcf0f68b9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643108 Aug 09 18:45:43.088808 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1db1-008e-4268-9dee-c3b5278a8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.216257 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.238975 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef4ec-7924-42da-ba10-300050a2228f req-0551b242-35b9-4de0-92e3-2b12164d4fac tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:45:43.241634 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-35bef4ec-7924-42da-ba10-300050a2228f req-0551b242-35b9-4de0-92e3-2b12164d4fac tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 946 time: 0.0901380 Aug 09 18:45:43.390396 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Deleting port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:43.391278 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.567060 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] For port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:43.567651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.795267 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.795766 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-367261'] for floatingip, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:43.796171 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Floating IP 07fe4a6f-e953-4f79-9cdb-0aa85abf7384 disassociated. External IP: 172.27.3.106, port: 21194f10-d5bc-4b0c-93b6-ee1e908fdef9. Aug 09 18:45:43.796705 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Calling delete_port for 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:44.011553 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:44.065175 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event deleted for resources: {'Port': ['ID=21194f10-d5bc-4b0c-93b6-ee1e908fdef9,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:44.121277 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e1f363b2-2eb6-435a-b339-8e9a5a841578 req-b8afaf50-bc68-48dd-92ed-467222c9b5d9 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 210 time: 0.0654762 Aug 09 18:45:44.281743 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Router 046667ee-a597-4677-b67d-0ae9acd245d1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:45:44.413818 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:44.425197 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:45:44.444537 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:45:44.472262 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:44.473373 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:45:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:44.513519 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] No DVR routers for this DVR port 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:45:44.519237 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:44.523332 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-35bef4ec-7924-42da-ba10-300050a2228f req-f1ab7f9e-17f6-4486-a614-cf8598091548 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.73 "DELETE /v2.0/ports/21194f10-d5bc-4b0c-93b6-ee1e908fdef9 HTTP/1.1" status: 204 len: 173 time: 1.2754364 Aug 09 18:45:44.524177 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-deleted', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:45:44.531420 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94405b25-fe36-4114-8d35-be958a517da3" -d '{"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-deleted", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:45:44.730821 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:44.842729 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79038812-d4c3-4df6-98a3-54ad161f7040 x-openstack-request-id: req-79038812-d4c3-4df6-98a3-54ad161f7040 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:45:44.843185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0506fe-4d6d-40db-a769-eef2158ed635", "name": "network-vif-deleted", "tag": "21194f10-d5bc-4b0c-93b6-ee1e908fdef9", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:45:44.843594 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79038812-d4c3-4df6-98a3-54ad161f7040 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:45:44.844244 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0506fe-4d6d-40db-a769-eef2158ed635', 'name': 'network-vif-deleted', 'tag': '21194f10-d5bc-4b0c-93b6-ee1e908fdef9', 'status': 'completed', 'code': 200} Aug 09 18:45:44.997935 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:45.027653 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:45:45.038618 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:45.039249 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:45:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:45.204735 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:45.308709 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1f3d6831-ec27-4433-a946-822e13932c57 req-15a3110f-dd0f-41fb-8126-68e5abd252c4 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f0506fe-4d6d-40db-a769-eef2158ed635 HTTP/1.1" status: 200 len: 210 time: 0.0466139 Aug 09 18:45:45.506682 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:45.537780 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d2255-23bc-4340-9abb-0e76b3e86b59 None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:34:20Z', 'revision_number': 4, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': '68504aff-da5b-486f-a1bb-c9578df07e5c', 'name': '', 'network_id': '15513d91-25aa-4370-afbe-bfd8b5b413dd', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'mac_address': 'fa:16:3e:ae:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:18Z', 'updated_at': '2021-08-09T18:34:29Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'subnets': [{'id': 'd461cd31-e068-4987-ae95-2ef5b170ab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:45:45.776271 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:45.818391 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e18623-9977-4506-98a5-f3d52403ea38 None None] New status for floating IP 07fe4a6f-e953-4f79-9cdb-0aa85abf7384: DOWN {{(pid=93498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:45:46.438830 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54198) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:46.483293 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:46.512552 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:46.512979 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 21194f10-d5bc-4b0c-93b6-ee1e908fdef9 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:46.513441 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8115c062-7f2b-461e-bd0b-7e1e31ed5ecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.546772 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8115c062-7f2b-461e-bd0b-7e1e31ed5ecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.608347 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8115c062-7f2b-461e-bd0b-7e1e31ed5ecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.611543 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8115c062-7f2b-461e-bd0b-7e1e31ed5ecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.613068 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8115c062-7f2b-461e-bd0b-7e1e31ed5ecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e9ac399-d392-47ce-9230-cbcf0f68b9c7 HTTP/1.1" status: 204 len: 168 time: 0.1724734 Aug 09 18:45:46.619399 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54200) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:46.634693 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115c062-7f2b-461e-bd0b-7e1e31ed5ecb tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9ac399-d392-47ce-9230-cbcf0f68b9c7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:46.642192 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.api.v2.resource [None req-02325f8b-6793-444b-bf05-8caf10ba21ff tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] show failed (client error): The resource could not be found. Aug 09 18:45:46.642932 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-02325f8b-6793-444b-bf05-8caf10ba21ff tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "GET /v2.0/security-groups/2e9ac399-d392-47ce-9230-cbcf0f68b9c7 HTTP/1.1" status: 404 len: 347 time: 0.0212452 Aug 09 18:45:46.646174 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54204) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:46.787928 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Deleting port e6ecd7eb-c5b6-4d7e-a7c7-5425dd2331d0 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:46.788315 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.882848 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.883303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:46.903729 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Calling delete_port for e6ecd7eb-c5b6-4d7e-a7c7-5425dd2331d0 owned by network:floatingip {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:47.064023 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:47.100328 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Pushing event deleted for resources: {'Port': ['ID=e6ecd7eb-c5b6-4d7e-a7c7-5425dd2331d0,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:47.174169 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks [] for floatingip, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:47.176887 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:47.178193 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-b3ff3686-900f-4643-a77e-ea51f8b5a008 tempest-AttachVolumeShelveTestJSON-786541688 tempest-AttachVolumeShelveTestJSON-786541688-project] 10.222.0.25 "DELETE /v2.0/floatingips/07fe4a6f-e953-4f79-9cdb-0aa85abf7384 HTTP/1.1" status: 204 len: 168 time: 0.5307610 Aug 09 18:45:47.700898 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:49.793227 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54230) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:50.410328 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:50.938993 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Deleting port 68504aff-da5b-486f-a1bb-c9578df07e5c {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:50.939858 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:51.065570 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] For port 68504aff-da5b-486f-a1bb-c9578df07e5c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=68504aff-da5b-486f-a1bb-c9578df07e5c,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:51.065940 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:51.089921 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Calling delete_port for 68504aff-da5b-486f-a1bb-c9578df07e5c owned by network:router_interface {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:51.323530 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:51.352151 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=68504aff-da5b-486f-a1bb-c9578df07e5c,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:51.563989 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:51.841227 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Router 046667ee-a597-4677-b67d-0ae9acd245d1 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:45:51.959669 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:45:51.964874 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0da60a01-ebf4-4fe5-97f1-d4448158b1ff admin admin] 10.222.0.25 "PUT /v2.0/routers/046667ee-a597-4677-b67d-0ae9acd245d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702473 Aug 09 18:45:51.968268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54238) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:51.971723 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] Sync routers for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:45:51.983630 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:51.984279 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:45:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:52.095666 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks [] for router, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.219829 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:52.242761 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.312919 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Deleting port a8125884-1bf9-4d4b-9d07-77b22b547e3d {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:52.313279 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.445281 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] For port a8125884-1bf9-4d4b-9d07-77b22b547e3d, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=a8125884-1bf9-4d4b-9d07-77b22b547e3d,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:52.445658 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.459427 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:45:51Z', 'revision_number': 5, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port': {'id': 'a8125884-1bf9-4d4b-9d07-77b22b547e3d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:34:11Z', 'updated_at': '2021-08-09T18:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:52.459996 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Calling delete_port for a8125884-1bf9-4d4b-9d07-77b22b547e3d owned by network:router_gateway {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:52.493936 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] Checking router: 046667ee-a597-4677-b67d-0ae9acd245d1 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:45:52.504237 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] Routers {'046667ee-a597-4677-b67d-0ae9acd245d1'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:45:52.504897 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:45:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['046667ee-a597-4677-b67d-0ae9acd245d1'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:52.597840 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] Set router 046667ee-a597-4677-b67d-0ae9acd245d1 gateway port host: None {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:45:52.654519 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:45:52Z', 'revision_number': 6, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port_host': None}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:52.659559 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.686988 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45f924-09c6-46cd-baa0-b3d09d808275 None None] The sync data for ids ['046667ee-a597-4677-b67d-0ae9acd245d1'] in dv-cinder-784453-11-iscsi is: [{'id': '046667ee-a597-4677-b67d-0ae9acd245d1', 'name': 'tempest-AttachVolumeShelveTestJSON-645002124-router', 'tenant_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:34:10Z', 'updated_at': '2021-08-09T18:45:52Z', 'revision_number': 6, 'project_id': 'ef4d93d5b77e45babe51f4308ece2d60', 'gw_port_host': None}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:45:52.690136 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8125884-1bf9-4d4b-9d07-77b22b547e3d,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:52.704703 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.705046 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.705417 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.705764 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.706101 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.706440 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.706775 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.707109 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.707442 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.708023 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.708355 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.708681 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:52.775770 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.876792 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.879770 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.931170 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.932079 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 046667ee-a597-4677-b67d-0ae9acd245d1 {{(pid=93496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:45:52.941961 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:52.943973 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-79a90ef9-9f3b-42fc-8cec-8e3b3649e893 admin admin] 10.222.0.25 "DELETE /v2.0/routers/046667ee-a597-4677-b67d-0ae9acd245d1 HTTP/1.1" status: 204 len: 168 time: 0.9744875 Aug 09 18:45:52.946927 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54242) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:53.001794 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Deleting subnet d461cd31-e068-4987-ae95-2ef5b170ab95 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:45:53.005597 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.046208 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.147374 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.186082 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 68504aff-da5b-486f-a1bb-c9578df07e5c no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:53.219195 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 68504aff-da5b-486f-a1bb-c9578df07e5c {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:53.219774 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 68504aff-da5b-486f-a1bb-c9578df07e5c not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:53.220186 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.248089 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d461cd31-e068-4987-ae95-2ef5b170ab95,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:53.252522 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.257827 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-de32d7b8-fbdf-4382-8488-ca96642fbffe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d461cd31-e068-4987-ae95-2ef5b170ab95 HTTP/1.1" status: 204 len: 168 time: 0.3094518 Aug 09 18:45:53.261291 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54246) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:53.262066 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c7500-7c76-47b9-a45e-0a377601754f None None] Network 15513d91-25aa-4370-afbe-bfd8b5b413dd requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:45:53.330953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.388245 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Deleting port 0c742c47-f57f-4cef-8b1c-7d52adffce92 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:53.388589 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.466943 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] For port 0c742c47-f57f-4cef-8b1c-7d52adffce92, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0c742c47-f57f-4cef-8b1c-7d52adffce92,segment=NetworkSegment(3e9c902d-0689-41c3-a4a0-6ad617fe6048),segment_id=3e9c902d-0689-41c3-a4a0-6ad617fe6048)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:53.467303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.482122 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Calling delete_port for 0c742c47-f57f-4cef-8b1c-7d52adffce92 owned by network:dhcp {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:53.546685 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b9d74-094e-45c3-8200-4909408922fc None None] DHCP port deletion for 15513d91-25aa-4370-afbe-bfd8b5b413dd request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:45:53.580297 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.609886 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c742c47-f57f-4cef-8b1c-7d52adffce92,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:53.610313 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Deleting port 0c742c47-f57f-4cef-8b1c-7d52adffce92 {{(pid=93498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:45:53.611945 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.612173 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] No DVR routers for this DVR port 0c742c47-f57f-4cef-8b1c-7d52adffce92 on host dv-cinder-784453-11-iscsi {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:45:53.696449 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.708026 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15513d91-25aa-4370-afbe-bfd8b5b413dd']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:53.720786 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9c902d-0689-41c3-a4a0-6ad617fe6048') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:53.721018 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9c902d-0689-41c3-a4a0-6ad617fe6048') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:45:53.724344 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-396b9d74-094e-45c3-8200-4909408922fc None None] For port 0c742c47-f57f-4cef-8b1c-7d52adffce92, host dv-cinder-784453-11-iscsi, got binding levels [] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:45:53.724962 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.737898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.746692 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Calling delete_port for 0c742c47-f57f-4cef-8b1c-7d52adffce92 owned by network:dhcp {{(pid=93498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:45:53.750207 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.ipam_backend_mixin [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Port 0c742c47-f57f-4cef-8b1c-7d52adffce92 was not found and therefore no delete operation was performed {{(pid=93498) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 18:45:53.752375 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.760251 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.772305 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:45:53.772897 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:45:53.775999 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:45:53.780934 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Pushing event deleted for resources: {'Port': ['ID=0c742c47-f57f-4cef-8b1c-7d52adffce92,revision_number=None']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:53.788175 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b9d74-094e-45c3-8200-4909408922fc None None] No DVR routers for this DVR port 0c742c47-f57f-4cef-8b1c-7d52adffce92 on host dv-cinder-784453-11-iscsi {{(pid=93498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:45:53.793112 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.793854 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.794413 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.795028 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.795571 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.796119 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.796667 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.797255 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.798398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.798804 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.799085 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.799598 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b9d74-094e-45c3-8200-4909408922fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:45:53.859289 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.883366 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:53.886555 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] 10.222.0.25 "DELETE /v2.0/networks/15513d91-25aa-4370-afbe-bfd8b5b413dd HTTP/1.1" status: 204 len: 168 time: 0.6268859 Aug 09 18:45:53.887880 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341491c9-1d29-485f-83b7-7a252ccd6445 admin admin] Pushing event deleted for resources: {'Network': ['ID=15513d91-25aa-4370-afbe-bfd8b5b413dd,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:54.038077 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54250) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:54.084104 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-ba0461bb-8ae9-4cca-a91a-5e530742d29e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef4d93d5b77e45babe51f4308ece2d60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445216 Aug 09 18:45:54.087652 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54252) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:54.143423 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19321da5-4860-4e4e-9e0c-c54f45db46a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:54.168209 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19321da5-4860-4e4e-9e0c-c54f45db46a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:54.228590 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19321da5-4860-4e4e-9e0c-c54f45db46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:54.231734 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-19321da5-4860-4e4e-9e0c-c54f45db46a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:54.233284 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-19321da5-4860-4e4e-9e0c-c54f45db46a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d3d3a6d-1cdd-453d-87ff-b7efbdcd50a1 HTTP/1.1" status: 204 len: 168 time: 0.1443839 Aug 09 18:45:54.244292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321da5-4860-4e4e-9e0c-c54f45db46a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d3a6d-1cdd-453d-87ff-b7efbdcd50a1,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:55.018399 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a8125884-1bf9-4d4b-9d07-77b22b547e3d no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:55.043662 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: a8125884-1bf9-4d4b-9d07-77b22b547e3d {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:55.044318 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a8125884-1bf9-4d4b-9d07-77b22b547e3d not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:55.044743 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0c742c47-f57f-4cef-8b1c-7d52adffce92 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:45:55.070164 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 0c742c47-f57f-4cef-8b1c-7d52adffce92 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:45:55.070514 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0c742c47-f57f-4cef-8b1c-7d52adffce92 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:45:56.464750 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54318) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:56.603799 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0eb01e56-758a-41a8-904b-c1007b1e0623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.710419 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0eb01e56-758a-41a8-904b-c1007b1e0623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.717161 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0eb01e56-758a-41a8-904b-c1007b1e0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.765958 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-0eb01e56-758a-41a8-904b-c1007b1e0623 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf7cbe82c1994fdf875723d0149d31d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999346 Aug 09 18:45:56.766725 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01e56-758a-41a8-904b-c1007b1e0623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ca01a6-0b13-427f-a4e7-f3eb7930f05e,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:56.769772 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54322) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:56.837709 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1908352-0eac-4456-88d1-96caa6d4bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.865434 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1908352-0eac-4456-88d1-96caa6d4bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.915973 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:45:56.923682 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1908352-0eac-4456-88d1-96caa6d4bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.926958 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-b1908352-0eac-4456-88d1-96caa6d4bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:56.928277 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-b1908352-0eac-4456-88d1-96caa6d4bd39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13ca01a6-0b13-427f-a4e7-f3eb7930f05e HTTP/1.1" status: 204 len: 168 time: 0.1569219 Aug 09 18:45:56.940969 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1908352-0eac-4456-88d1-96caa6d4bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ca01a6-0b13-427f-a4e7-f3eb7930f05e,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:57.253580 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54328) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:57.268067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-66e3d911-284e-4a6b-8bd5-3d62bfc520b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.380489 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-66e3d911-284e-4a6b-8bd5-3d62bfc520b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.385856 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-66e3d911-284e-4a6b-8bd5-3d62bfc520b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.426192 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3d911-284e-4a6b-8bd5-3d62bfc520b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d0e38-743c-4299-aaad-3fc2a97ae75c,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:45:57.433505 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-66e3d911-284e-4a6b-8bd5-3d62bfc520b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db56cef5d78d47e0aff60c8c3652bd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758375 Aug 09 18:45:57.435654 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54330) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:45:57.497254 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-172b6378-5ecb-482f-957e-56727d72a056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.533439 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-172b6378-5ecb-482f-957e-56727d72a056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.591675 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-172b6378-5ecb-482f-957e-56727d72a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.594367 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-172b6378-5ecb-482f-957e-56727d72a056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:45:57.595586 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-172b6378-5ecb-482f-957e-56727d72a056 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d0d0e38-743c-4299-aaad-3fc2a97ae75c HTTP/1.1" status: 204 len: 168 time: 0.1586747 Aug 09 18:45:57.605675 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b6378-5ecb-482f-957e-56727d72a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d0e38-743c-4299-aaad-3fc2a97ae75c,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:10.433600 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-89792753-5643-4054-a86a-dd3a4e6ea5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:11.945104 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9255b31-15cf-4dbb-ae80-563e0ae25219 req-a5d5c52c-4481-42b6-ad88-353d822c213d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:11.947407 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e9255b31-15cf-4dbb-ae80-563e0ae25219 req-a5d5c52c-4481-42b6-ad88-353d822c213d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0494335 Aug 09 18:46:11.984923 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-e9255b31-15cf-4dbb-ae80-563e0ae25219 req-fe13639a-1a9f-4ba2-ac81-28a47b25f19a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Aug 09 18:46:13.083506 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b11e5514-3a09-4ebc-9d8f-80a3ff8dd00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:13.111730 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f362e-9bff-4efa-9059-0960426664c3 req-ee08ddcb-0604-42f7-9e4d-1055d9136c6b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:13.113359 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-080f362e-9bff-4efa-9059-0960426664c3 req-ee08ddcb-0604-42f7-9e4d-1055d9136c6b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0591967 Aug 09 18:46:13.161977 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-080f362e-9bff-4efa-9059-0960426664c3 req-29bdc7e5-8d2e-47bf-a460-24dbd1ecf222 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Aug 09 18:46:13.202145 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.016575 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54536) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:14.143651 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6e348088-33b0-447f-8cdd-a6ad2a3dfe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.245445 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6e348088-33b0-447f-8cdd-a6ad2a3dfe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.259130 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6e348088-33b0-447f-8cdd-a6ad2a3dfe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.316418 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6e348088-33b0-447f-8cdd-a6ad2a3dfe7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b193cecee944596933849022d25d5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986643 Aug 09 18:46:14.319149 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e348088-33b0-447f-8cdd-a6ad2a3dfe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90235767-1c88-4a5d-b5f2-879a99e866e6,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:14.319346 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54548) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:14.335717 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4e046-9432-4f62-a5b3-890a9fbb9188 req-5d6c685d-6715-4087-b1aa-482ecd8cd24e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:14.338024 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48c4e046-9432-4f62-a5b3-890a9fbb9188 req-5d6c685d-6715-4087-b1aa-482ecd8cd24e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0955524 Aug 09 18:46:14.378934 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-63b06d2d-eb58-4016-969b-3907add6ca40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.380745 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-48c4e046-9432-4f62-a5b3-890a9fbb9188 req-25bab180-1cca-456f-87a6-31cf2e6c4bcc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346744 Aug 09 18:46:14.411926 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-63b06d2d-eb58-4016-969b-3907add6ca40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.412159 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.470976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-63b06d2d-eb58-4016-969b-3907add6ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.474127 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-63b06d2d-eb58-4016-969b-3907add6ca40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:14.475371 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-63b06d2d-eb58-4016-969b-3907add6ca40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90235767-1c88-4a5d-b5f2-879a99e866e6 HTTP/1.1" status: 204 len: 168 time: 0.1548584 Aug 09 18:46:14.487688 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b06d2d-eb58-4016-969b-3907add6ca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90235767-1c88-4a5d-b5f2-879a99e866e6,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:15.545828 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d481a2d-b287-4681-8f6e-4b611f887569 req-902b750c-1284-43e3-b240-a6197f308b13 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:15.548394 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7d481a2d-b287-4681-8f6e-4b611f887569 req-902b750c-1284-43e3-b240-a6197f308b13 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0659583 Aug 09 18:46:15.597935 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7d481a2d-b287-4681-8f6e-4b611f887569 req-e6ba3c1f-070a-4a46-8e52-e3be586554f0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Aug 09 18:46:15.896050 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:16.728984 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ce804-abdc-4722-a8ca-5cd9b055e1cf req-af619bb3-df71-45a5-b93e-78da487cf58a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:16.730390 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c83ce804-abdc-4722-a8ca-5cd9b055e1cf req-af619bb3-df71-45a5-b93e-78da487cf58a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0591638 Aug 09 18:46:16.782387 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c83ce804-abdc-4722-a8ca-5cd9b055e1cf req-066e509b-b5ea-4600-9f88-e5662a5c4ce1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Aug 09 18:46:17.706456 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:17.900468 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14259439-59f5-4ade-9e21-056601a359f4 req-3e6c3b2b-7f78-4c71-b282-148597413a4d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:17.902052 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14259439-59f5-4ade-9e21-056601a359f4 req-3e6c3b2b-7f78-4c71-b282-148597413a4d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0494351 Aug 09 18:46:17.942244 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-14259439-59f5-4ade-9e21-056601a359f4 req-b57092ca-8ffc-4ccf-bd45-c7bd4569b916 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Aug 09 18:46:19.068108 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19e6ee-5c58-4352-be82-a57bc7e94c7c req-036f341d-b3d4-4029-80fd-949f810cb8d7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:19.069618 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a19e6ee-5c58-4352-be82-a57bc7e94c7c req-036f341d-b3d4-4029-80fd-949f810cb8d7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0543513 Aug 09 18:46:19.109820 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6a19e6ee-5c58-4352-be82-a57bc7e94c7c req-f5a83b62-572d-471d-8596-fbb07814c2be tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Aug 09 18:46:20.229543 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b20b8-ca5b-4954-adc0-c95fcb3573ac req-54624dd1-8d44-4512-9b60-c36efab1696a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:20.230917 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-071b20b8-ca5b-4954-adc0-c95fcb3573ac req-54624dd1-8d44-4512-9b60-c36efab1696a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0548525 Aug 09 18:46:20.270972 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-071b20b8-ca5b-4954-adc0-c95fcb3573ac req-226677ec-dd61-45bb-bdb0-51851206001f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Aug 09 18:46:21.382778 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b09e-02fa-42b9-9193-10d388c0314b req-96e814f2-5f9d-4663-bacd-534a7a39ffda tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:21.384249 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f55b09e-02fa-42b9-9193-10d388c0314b req-96e814f2-5f9d-4663-bacd-534a7a39ffda tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0481160 Aug 09 18:46:21.421835 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f55b09e-02fa-42b9-9193-10d388c0314b req-ceeeaf20-b4ba-49b4-a0f6-4d05d699bc1e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 09 18:46:22.576876 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7609d-857d-45c2-a36e-2ff02b72776f req-e11c442f-4c07-4226-a272-34e40de642a0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:22.578634 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-87e7609d-857d-45c2-a36e-2ff02b72776f req-e11c442f-4c07-4226-a272-34e40de642a0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0847068 Aug 09 18:46:22.637753 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-87e7609d-857d-45c2-a36e-2ff02b72776f req-7ae04c7a-dada-4bf9-8e3b-739553e3a947 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528650 Aug 09 18:46:23.766898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6fed-ac0c-423f-91fe-00d3dbb9800a req-d91302bc-6a4a-4c74-99b7-e245b982cee6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:23.769774 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc5c6fed-ac0c-423f-91fe-00d3dbb9800a req-d91302bc-6a4a-4c74-99b7-e245b982cee6 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0573337 Aug 09 18:46:23.825981 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-dc5c6fed-ac0c-423f-91fe-00d3dbb9800a req-473afd18-833e-45c3-b783-dfed4758b090 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Aug 09 18:46:24.946839 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9ffc3-8adf-4bbe-afe0-20fd0060d183 req-d0954d79-043a-4248-a417-ebf26ff24040 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:24.948906 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-20f9ffc3-8adf-4bbe-afe0-20fd0060d183 req-d0954d79-043a-4248-a417-ebf26ff24040 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0582731 Aug 09 18:46:24.993548 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-20f9ffc3-8adf-4bbe-afe0-20fd0060d183 req-54ef6ccf-ced5-42ae-a3d3-382e54b0d923 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383687 Aug 09 18:46:25.160687 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 54730) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:25.272933 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-064a3f85-1c9e-475e-8138-5a9f331ee0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.363371 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-064a3f85-1c9e-475e-8138-5a9f331ee0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.367581 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-064a3f85-1c9e-475e-8138-5a9f331ee0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.411186 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-064a3f85-1c9e-475e-8138-5a9f331ee0af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2da8c20165424087a2abeb389cee06ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492473 Aug 09 18:46:25.412067 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3f85-1c9e-475e-8138-5a9f331ee0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77106367-e963-4309-ba5b-a44ee58456b0,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:25.414098 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54734) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:25.471464 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-316ab001-2a7c-48ca-ac5c-396f24c0c5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.493068 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-316ab001-2a7c-48ca-ac5c-396f24c0c5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.548060 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-316ab001-2a7c-48ca-ac5c-396f24c0c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.551315 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-316ab001-2a7c-48ca-ac5c-396f24c0c5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:25.552739 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-316ab001-2a7c-48ca-ac5c-396f24c0c5ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77106367-e963-4309-ba5b-a44ee58456b0 HTTP/1.1" status: 204 len: 168 time: 0.1370528 Aug 09 18:46:25.567902 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ab001-2a7c-48ca-ac5c-396f24c0c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77106367-e963-4309-ba5b-a44ee58456b0,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:25.625927 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-d17a5db2-5f15-47d2-8100-04c58ec9bb16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703709 Aug 09 18:46:25.755593 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691879a-e435-4253-85af-076c35c1eef4 req-e7f6c21d-0815-4481-b1a1-eed7545d1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:25.757132 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-e7f6c21d-0815-4481-b1a1-eed7545d1f79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1099 time: 0.0610964 Aug 09 18:46:25.865018 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691879a-e435-4253-85af-076c35c1eef4 req-b9c45c4b-f38a-4f12-82f2-9ce2fef765e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:25.866559 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-b9c45c4b-f38a-4f12-82f2-9ce2fef765e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.0896056 Aug 09 18:46:25.940963 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-b28a9cb7-91d2-445a-adce-ea7b0b9dcc29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 1002 time: 0.0666990 Aug 09 18:46:25.997312 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691879a-e435-4253-85af-076c35c1eef4 req-6292f76b-a235-450f-a42a-43425bb4c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:25.999001 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-6292f76b-a235-450f-a42a-43425bb4c6d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0506175 Aug 09 18:46:26.061238 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691879a-e435-4253-85af-076c35c1eef4 req-41f3b821-ca03-4e28-892c-ec50686b3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:26.063205 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-41f3b821-ca03-4e28-892c-ec50686b3455 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569854 Aug 09 18:46:26.201775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6734d-965b-415e-aa42-0c8c95ee1425 req-fad51d42-d776-447d-bb24-321504e6e8f1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:26.203323 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2be6734d-965b-415e-aa42-0c8c95ee1425 req-fad51d42-d776-447d-bb24-321504e6e8f1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0788217 Aug 09 18:46:26.205942 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-48f2b8b2-8a6d-427a-b7e2-a7247396c034 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348071 Aug 09 18:46:26.300107 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2be6734d-965b-415e-aa42-0c8c95ee1425 req-0e86011e-dd03-4d9e-8709-9e92ede595a1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905211 Aug 09 18:46:26.332783 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6691879a-e435-4253-85af-076c35c1eef4 req-f1d3f77e-05a9-4ce4-b835-17315ab5b7e1 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166954 Aug 09 18:46:27.222008 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-635cae26-cc48-46ec-ad79-08ae4782780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:27.223444 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-635cae26-cc48-46ec-ad79-08ae4782780d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0449638 Aug 09 18:46:27.325769 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-7b90794a-a0da-4062-b674-ee0ea4de40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:27.327294 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-7b90794a-a0da-4062-b674-ee0ea4de40a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 908 time: 0.0962496 Aug 09 18:46:27.399883 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-63d41547-2e20-4485-ac5f-642888e585f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 1000 time: 0.0633509 Aug 09 18:46:27.480704 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-b3e98694-e153-44a2-accd-6fd35f9b5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:27.482115 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-b3e98694-e153-44a2-accd-6fd35f9b5081 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0682890 Aug 09 18:46:27.494624 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f0e87-3a3a-4d2a-b752-f5567c5ef47e req-83a0937c-63f4-4daf-9343-2072c4f20063 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:27.496143 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fa0f0e87-3a3a-4d2a-b752-f5567c5ef47e req-83a0937c-63f4-4daf-9343-2072c4f20063 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0907924 Aug 09 18:46:27.560850 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fa0f0e87-3a3a-4d2a-b752-f5567c5ef47e req-33fb299b-996a-4481-9073-6429679a92d1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550337 Aug 09 18:46:27.563595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-4078f4ff-cb1f-448b-b87e-51702da9a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:27.565255 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-4078f4ff-cb1f-448b-b87e-51702da9a000 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680456 Aug 09 18:46:27.949544 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-98926edf-94fe-4a23-90a6-955470f7e771 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751829 Aug 09 18:46:28.050803 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f0fed9b9-ef66-4b30-b664-b92723220cc1 req-7a5aae0d-7ea1-4a58-81b8-e053dffce3ce service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922384 Aug 09 18:46:28.687953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896bd9-7053-4547-8182-867158586a47 req-5b96df47-e657-43dd-89cb-937597681874 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:28.689512 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c896bd9-7053-4547-8182-867158586a47 req-5b96df47-e657-43dd-89cb-937597681874 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0501297 Aug 09 18:46:28.745240 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1c896bd9-7053-4547-8182-867158586a47 req-9888890e-748d-4733-8ee7-0b417804701f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491664 Aug 09 18:46:29.351205 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54812) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:29.469496 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-320b2fa7-05a3-4714-8e71-53573c5bd8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.567164 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-320b2fa7-05a3-4714-8e71-53573c5bd8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.571266 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-320b2fa7-05a3-4714-8e71-53573c5bd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.610281 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b2fa7-05a3-4714-8e71-53573c5bd8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e7eed-213e-43fd-bfd5-2192a25e2231,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:29.614687 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-320b2fa7-05a3-4714-8e71-53573c5bd8d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f6c9533a8ab49789d2074f96412c6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623932 Aug 09 18:46:29.617940 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54816) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:29.673857 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-00669b0f-5e63-47b1-a053-65703e8025e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.698487 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-00669b0f-5e63-47b1-a053-65703e8025e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.758608 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-00669b0f-5e63-47b1-a053-65703e8025e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.762093 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-00669b0f-5e63-47b1-a053-65703e8025e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:29.763704 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-00669b0f-5e63-47b1-a053-65703e8025e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/312e7eed-213e-43fd-bfd5-2192a25e2231 HTTP/1.1" status: 204 len: 168 time: 0.1447713 Aug 09 18:46:29.776192 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00669b0f-5e63-47b1-a053-65703e8025e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e7eed-213e-43fd-bfd5-2192a25e2231,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:29.916011 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd2e5-0eb3-4773-b2f1-79fd881133f4 req-3ad3ebc1-0cb9-4661-81bc-540bc7cabd83 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:29.917719 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aebfd2e5-0eb3-4773-b2f1-79fd881133f4 req-3ad3ebc1-0cb9-4661-81bc-540bc7cabd83 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0666952 Aug 09 18:46:29.961353 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-aebfd2e5-0eb3-4773-b2f1-79fd881133f4 req-0542fb19-8df9-4dd4-b5b3-777503436bdd tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372207 Aug 09 18:46:31.091143 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b94d-8cc0-4ae0-bb07-45220e2ee82a req-bedea064-fdf7-4830-a7bb-97ddf4ec3803 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:31.092786 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4af1b94d-8cc0-4ae0-bb07-45220e2ee82a req-bedea064-fdf7-4830-a7bb-97ddf4ec3803 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0600710 Aug 09 18:46:31.134460 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4af1b94d-8cc0-4ae0-bb07-45220e2ee82a req-657ea2b1-2d76-4fd4-85e6-80740b54349a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Aug 09 18:46:32.263411 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053dd48-d6ae-46f4-bcbd-04f88ccd7b07 req-f6ee3b69-9cd4-4ead-bd10-65e6bce24e11 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:32.265157 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2053dd48-d6ae-46f4-bcbd-04f88ccd7b07 req-f6ee3b69-9cd4-4ead-bd10-65e6bce24e11 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0562558 Aug 09 18:46:32.320409 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2053dd48-d6ae-46f4-bcbd-04f88ccd7b07 req-518c1446-aae2-4f52-ab95-75457d4b714e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Aug 09 18:46:33.471575 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3460b1-331d-4efd-bc0e-2075c16052f4 req-fc4fd753-0328-4fd8-a5f3-ac51b0cb893f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:33.474834 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b3460b1-331d-4efd-bc0e-2075c16052f4 req-fc4fd753-0328-4fd8-a5f3-ac51b0cb893f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0714593 Aug 09 18:46:33.529497 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8b3460b1-331d-4efd-bc0e-2075c16052f4 req-1db55630-8f44-49c5-bcaa-4b2276a420f7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464396 Aug 09 18:46:33.914794 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:46:34.668051 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928dcd2-66e7-4b36-a7de-0b696a251806 req-0891b721-7e86-4cd5-b915-e0acbf7196c4 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:34.669725 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5928dcd2-66e7-4b36-a7de-0b696a251806 req-0891b721-7e86-4cd5-b915-e0acbf7196c4 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0561211 Aug 09 18:46:34.720665 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5928dcd2-66e7-4b36-a7de-0b696a251806 req-0c198867-816f-4e0f-a64d-2437a6da21ec tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382347 Aug 09 18:46:35.851556 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3f940-aa2b-4440-a9db-9d7e148e5442 req-a93b011f-33d1-484a-bb4d-04eb27fb212e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:35.854026 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9f3f940-aa2b-4440-a9db-9d7e148e5442 req-a93b011f-33d1-484a-bb4d-04eb27fb212e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0581722 Aug 09 18:46:35.899292 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d9f3f940-aa2b-4440-a9db-9d7e148e5442 req-043feca9-d6e1-46b9-83b5-5291696c9d36 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Aug 09 18:46:37.022556 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada516-f229-4d6a-bf57-112e3da86cb0 req-d86b7f9f-0b15-4199-a340-ab09f12f0091 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:37.024143 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-08ada516-f229-4d6a-bf57-112e3da86cb0 req-d86b7f9f-0b15-4199-a340-ab09f12f0091 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0541461 Aug 09 18:46:37.086197 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-08ada516-f229-4d6a-bf57-112e3da86cb0 req-3d1d26a7-4672-47d2-8a4e-b042c69ee8ea tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488915 Aug 09 18:46:37.169113 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:46:37.252812 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:37.278361 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:46:37.280731 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510d990-8fd7-4cf1-b747-a9a7f5f4051e" -d '{"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:46:37.307216 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:46:37.312739 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:37.386148 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=6']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:37.616933 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31890dec-64ff-4a03-85bf-c2a22d06630c x-openstack-request-id: req-31890dec-64ff-4a03-85bf-c2a22d06630c {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:46:37.617467 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:46:37.617825 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31890dec-64ff-4a03-85bf-c2a22d06630c {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:46:37.618381 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'code': 200} Aug 09 18:46:38.231213 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4457c9-19da-438a-b69a-a07821f47f74 req-9998202d-73c6-4d98-bdf2-398585d25627 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:38.234103 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9e4457c9-19da-438a-b69a-a07821f47f74 req-9998202d-73c6-4d98-bdf2-398585d25627 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0663419 Aug 09 18:46:38.287756 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-9e4457c9-19da-438a-b69a-a07821f47f74 req-088fed2a-32a2-4a3f-81ef-877d4e0b02f1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475328 Aug 09 18:46:39.425656 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc07710-9553-4121-8ff9-bb283f808adb req-0c7e2373-5f9b-4393-b1cb-469c9c12ee5a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:39.427242 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fc07710-9553-4121-8ff9-bb283f808adb req-0c7e2373-5f9b-4393-b1cb-469c9c12ee5a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0511758 Aug 09 18:46:39.471758 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6fc07710-9553-4121-8ff9-bb283f808adb req-379ee2b2-84f2-44ad-b48a-f16b9cb11fe4 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Aug 09 18:46:39.708828 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54f09-a15f-4ede-a117-ff65b87bf964 req-8388458a-6fd0-4489-a39d-0f6a7e2a67af tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:39.710635 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cfa54f09-a15f-4ede-a117-ff65b87bf964 req-8388458a-6fd0-4489-a39d-0f6a7e2a67af tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0607233 Aug 09 18:46:39.753508 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cfa54f09-a15f-4ede-a117-ff65b87bf964 req-64d6d63a-47a5-4e6c-aeec-c4edc52599e3 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363030 Aug 09 18:46:39.780116 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 54888) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:39.888414 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-5d91c4cf-b321-43b0-85b9-4608547fe3c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067524 Aug 09 18:46:40.438730 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-f4a43331-331a-47cc-857a-3882e0566525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:40.870280 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba6e62-806e-48da-bb84-516ba82c39b4 req-014ebb70-7e22-41dd-bbf4-5baa4536dd71 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:40.871858 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8aba6e62-806e-48da-bb84-516ba82c39b4 req-014ebb70-7e22-41dd-bbf4-5baa4536dd71 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0498431 Aug 09 18:46:40.910471 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8aba6e62-806e-48da-bb84-516ba82c39b4 req-7f48a78a-cdb9-4d21-ba3f-c7a63579ffd7 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Aug 09 18:46:41.948946 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-acc0ce03-7da2-4fc7-ba16-ef11d1dada52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:41.951290 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-acc0ce03-7da2-4fc7-ba16-ef11d1dada52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8&tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4 HTTP/1.1" status: 200 len: 1096 time: 0.0576036 Aug 09 18:46:42.066200 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-77a6981f-72dd-460d-acc9-486cd552ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:42.067740 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-77a6981f-72dd-460d-acc9-486cd552ec3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0792954 Aug 09 18:46:42.104730 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b00ac9-1a35-456c-9819-5e284b671270 req-adf8fc5d-30fa-4857-8084-6bff4292f04d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:42.106343 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-00b00ac9-1a35-456c-9819-5e284b671270 req-adf8fc5d-30fa-4857-8084-6bff4292f04d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0805378 Aug 09 18:46:42.186496 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-00b00ac9-1a35-456c-9819-5e284b671270 req-e8cad0c6-f997-49a8-a440-48dfd96ae23f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554132 Aug 09 18:46:42.205051 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-d87089c0-6a54-4795-905b-edf3cbc668c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:42.207204 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-d87089c0-6a54-4795-905b-edf3cbc668c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 908 time: 0.1321440 Aug 09 18:46:42.274833 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-7ab0a69c-0e68-4f3a-8d7d-aebcbafad323 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 998 time: 0.0598509 Aug 09 18:46:42.326578 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-d04de795-2ae7-445f-b71b-fcea0234467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:42.328079 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-d04de795-2ae7-445f-b71b-fcea0234467d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0467973 Aug 09 18:46:42.380524 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-ea1c6555-5840-4c9d-b491-d93a7cf5f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:42.382096 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-ea1c6555-5840-4c9d-b491-d93a7cf5f191 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469391 Aug 09 18:46:42.491712 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-0ac5dd43-839d-43c2-844f-481327fd724b service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022813 Aug 09 18:46:42.597645 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-27d27f97-9182-4bf0-8b17-2b5bc0d8888d req-fc7d3128-9148-4353-b374-17d35681cb9a service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992637 Aug 09 18:46:43.088776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c3a86bce-6484-4e30-8d59-6f0c8a1bf295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:43.207112 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:43.346682 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e72a7-bc30-482a-99e7-0871fae4405b req-721f49d9-43f9-42d1-be88-b8466c3d53f8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:43.348337 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f8e72a7-bc30-482a-99e7-0871fae4405b req-721f49d9-43f9-42d1-be88-b8466c3d53f8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0664628 Aug 09 18:46:43.415358 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-5f8e72a7-bc30-482a-99e7-0871fae4405b req-5b2bdeda-3c58-455e-8c06-0953933813d4 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592525 Aug 09 18:46:44.407691 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:44.559798 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0aa1-00b6-4289-b7fb-3c57ef658de6 req-3fc7d37e-d5c2-40a6-84b1-a2ad500b0c28 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:44.561396 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-123f0aa1-00b6-4289-b7fb-3c57ef658de6 req-3fc7d37e-d5c2-40a6-84b1-a2ad500b0c28 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0508235 Aug 09 18:46:44.608475 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-123f0aa1-00b6-4289-b7fb-3c57ef658de6 req-235cdc9c-a725-4765-a3fd-a9146f659a1d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Aug 09 18:46:45.735165 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552fbd7-fe65-4ca4-993a-b631cfbf0f05 req-1f72587e-c618-41f2-a27a-b77f6dc40f71 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:45.736738 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0552fbd7-fe65-4ca4-993a-b631cfbf0f05 req-1f72587e-c618-41f2-a27a-b77f6dc40f71 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0562534 Aug 09 18:46:45.776178 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:45.789380 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-0552fbd7-fe65-4ca4-993a-b631cfbf0f05 req-c3b5567e-e715-409e-bab6-816177413b88 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465002 Aug 09 18:46:46.913131 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442847f4-77c9-485c-a8e0-ae3fc1977be9 req-582d8ad8-9c96-49dd-9c7a-68cb3767eb87 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:46.914613 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442847f4-77c9-485c-a8e0-ae3fc1977be9 req-582d8ad8-9c96-49dd-9c7a-68cb3767eb87 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0492585 Aug 09 18:46:46.954739 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-442847f4-77c9-485c-a8e0-ae3fc1977be9 req-54bf3222-ac2d-4049-8814-8f22239805c0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336373 Aug 09 18:46:47.710352 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:48.069290 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b023-91cb-4f78-b6f6-12e1478e50fc req-5993c8b9-64d1-4bd7-8df7-43cdcebd3660 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:48.070857 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-66f6b023-91cb-4f78-b6f6-12e1478e50fc req-5993c8b9-64d1-4bd7-8df7-43cdcebd3660 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0497673 Aug 09 18:46:48.110749 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-66f6b023-91cb-4f78-b6f6-12e1478e50fc req-3be06bbe-4b6c-41fc-a246-d00470e9d706 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333788 Aug 09 18:46:49.245217 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8aedc-9895-4b15-98c6-2d30105f746c req-20deb0f4-2838-4518-81f2-1b70c4c513fb tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:49.246880 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-35b8aedc-9895-4b15-98c6-2d30105f746c req-20deb0f4-2838-4518-81f2-1b70c4c513fb tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0612094 Aug 09 18:46:49.296074 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-35b8aedc-9895-4b15-98c6-2d30105f746c req-1feeb21f-37ba-4536-9344-428eb8dbaff0 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Aug 09 18:46:50.435714 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59404e-ef50-4b25-938b-2edeaa685f78 req-88dec778-2048-412d-bd8b-19432e296fcb tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:50.437287 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fe59404e-ef50-4b25-938b-2edeaa685f78 req-88dec778-2048-412d-bd8b-19432e296fcb tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0653214 Aug 09 18:46:50.488266 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fe59404e-ef50-4b25-938b-2edeaa685f78 req-12b7279d-85d2-4dd4-9464-e602e35e7de9 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Aug 09 18:46:51.647108 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1f8d-837a-4ed6-b3da-3c0052064889 req-f2b72f71-f010-42c1-8280-e862c9b1e61d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:51.648735 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-be6c1f8d-837a-4ed6-b3da-3c0052064889 req-f2b72f71-f010-42c1-8280-e862c9b1e61d tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0760643 Aug 09 18:46:51.693731 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-be6c1f8d-837a-4ed6-b3da-3c0052064889 req-b6420a7e-beb4-46df-9b3b-48bc05d02896 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371938 Aug 09 18:46:52.820903 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410df5-ecc2-4740-a3d5-10ef1d7fedc0 req-48f4e346-d549-48ee-a363-f6b24594973b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:52.822729 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7d410df5-ecc2-4740-a3d5-10ef1d7fedc0 req-48f4e346-d549-48ee-a363-f6b24594973b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 943 time: 0.0570002 Aug 09 18:46:52.867063 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-7d410df5-ecc2-4740-a3d5-10ef1d7fedc0 req-9afa982c-384f-40ce-8a97-96f7718a2f23 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Aug 09 18:46:53.188195 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93498) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:46:53.326171 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:46:53.346425 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Returning: {'device': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'port_id': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'mac_address': 'fa:16:3e:f6:99:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93498) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:46:53.388479 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.403684 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2552ce-23c5-4977-88f9-9cb48b5ef27f {{(pid=93498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:46:53.426322 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:46:53.432429 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.449257 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55056) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:53.488989 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=7']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:53.594534 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.716570 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.721564 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.763301 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdc20ee71f1f4f859380563e648616da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127770 Aug 09 18:46:53.764062 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee11738-b298-46fa-b837-1153d73de15d,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:53.766542 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55060) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:53.771727 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.772083 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.772427 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.772763 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.773110 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.773449 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.773775 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.774200 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.774465 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.774797 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.775121 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.775639 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0abab-40d7-46fd-bfb7-5e799bdff4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.823889 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.846403 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] get_ports_and_sgs() called for port_ids ['7f2552ce-23c5-4977-88f9-9cb48b5ef27f'] {{(pid=93498) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:46:53.850001 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.919705 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.922457 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:53.926662 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dee11738-b298-46fa-b837-1153d73de15d HTTP/1.1" status: 204 len: 168 time: 0.1588781 Aug 09 18:46:53.937064 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee11738-b298-46fa-b837-1153d73de15d,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:53.945806 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.946156 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.946641 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.947205 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.947534 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.948036 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.949144 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.949663 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.950444 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.950949 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.951438 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:53.951934 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb337d78-7b50-484d-af02-b57139bb7956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:54.019238 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a842e00-9d6f-405c-ae28-c4842628a844 req-a4468e42-17e0-4e45-a0b4-1379a6a39c5e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:54.020880 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a842e00-9d6f-405c-ae28-c4842628a844 req-a4468e42-17e0-4e45-a0b4-1379a6a39c5e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 944 time: 0.0569518 Aug 09 18:46:54.074414 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1a842e00-9d6f-405c-ae28-c4842628a844 req-94eadb5e-d27a-42d6-bf1a-f20a5ffcaeb8 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396690 Aug 09 18:46:54.328009 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55068) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:54.342749 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7842cd0-32d6-4ddb-b431-6caa23cdaf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.442175 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7842cd0-32d6-4ddb-b431-6caa23cdaf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.447039 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7842cd0-32d6-4ddb-b431-6caa23cdaf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.494734 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f7842cd0-32d6-4ddb-b431-6caa23cdaf35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8918031b6a914034bba4053543c8b518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624477 Aug 09 18:46:54.494734 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7842cd0-32d6-4ddb-b431-6caa23cdaf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669664c7-de82-40c7-b5e0-9b9868ff5d3d,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:54.496741 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55070) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:46:54.555449 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb80b2e6-492e-4a63-93ef-c9e0b2d85662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.577978 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb80b2e6-492e-4a63-93ef-c9e0b2d85662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.629420 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb80b2e6-492e-4a63-93ef-c9e0b2d85662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.631931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb80b2e6-492e-4a63-93ef-c9e0b2d85662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:54.633095 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-fb80b2e6-492e-4a63-93ef-c9e0b2d85662 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/669664c7-de82-40c7-b5e0-9b9868ff5d3d HTTP/1.1" status: 204 len: 168 time: 0.1353474 Aug 09 18:46:54.641287 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80b2e6-492e-4a63-93ef-c9e0b2d85662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669664c7-de82-40c7-b5e0-9b9868ff5d3d,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:55.216980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f up at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:46:55.224912 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab2f5-02c7-42b4-9859-0070b00fc812 req-7f618620-65c2-4051-93e4-61116bbc7d94 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:55.226611 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-00eab2f5-02c7-42b4-9859-0070b00fc812 req-7f618620-65c2-4051-93e4-61116bbc7d94 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 944 time: 0.0669465 Aug 09 18:46:55.279412 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-00eab2f5-02c7-42b4-9859-0070b00fc812 req-7f155fea-a3c2-4a7f-ad3e-e19142fb694f tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Aug 09 18:46:55.290688 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.provisioning_blocks [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Provisioning complete for port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f triggered by entity L2. {{(pid=93498) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:46:55.291077 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408082'] for port, provisioning_complete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:55.404220 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1729041'] for port, before_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:55.433207 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:46:55.435674 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c95c774d45ceef7fed2963fa3554a785821f3ccec3f14191421ff3ba47f317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4929ff-aebb-45c3-a8df-a85139f16652" -d '{"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:46:55.450846 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:46:55.457622 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792725488029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792725098999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792725101581'] for port, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:46:55.487049 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa5f323-237c-41f7-b163-560d3da4fd97 x-openstack-request-id: req-eaa5f323-237c-41f7-b163-560d3da4fd97 {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:46:55.487423 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-plugged", "status": "completed", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "code": 200}]} {{(pid=93498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:46:55.487594 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaa5f323-237c-41f7-b163-560d3da4fd97 {{(pid=93498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:46:55.487955 dv-cinder-784453-11-iscsi neutron-server[93498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'code': 200} Aug 09 18:46:55.532245 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Pushing event updated for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=8']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:46:55.550352 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.550693 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.550987 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.551326 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.551663 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.551993 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.552323 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.552651 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.552980 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.553336 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.555417 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.555417 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:46:55.786383 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f7fb-1b51-41ed-8943-23d843eca233 req-3f535477-d459-4a41-be06-37d78d8abfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:55.788345 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6419f7fb-1b51-41ed-8943-23d843eca233 req-3f535477-d459-4a41-be06-37d78d8abfba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0531723 Aug 09 18:46:55.834880 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-6419f7fb-1b51-41ed-8943-23d843eca233 req-74b20cf6-a379-4134-957e-837a437f77f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 Aug 09 18:46:56.450444 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05eee4-87f3-4c45-8c9d-8e038ce9c36e req-15e98b8d-da18-4aed-b762-57f8862df45a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:56.453264 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8d05eee4-87f3-4c45-8c9d-8e038ce9c36e req-15e98b8d-da18-4aed-b762-57f8862df45a tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0805166 Aug 09 18:46:56.502468 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8d05eee4-87f3-4c45-8c9d-8e038ce9c36e req-84a0c063-8d81-4682-8457-c9702ed42f04 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Aug 09 18:46:57.647569 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf1910-d3b1-4233-bd66-c7371b54fec1 req-ca8fe23c-ca3b-49e2-894b-17f419a9223b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:46:57.649269 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fadf1910-d3b1-4233-bd66-c7371b54fec1 req-ca8fe23c-ca3b-49e2-894b-17f419a9223b tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0562768 Aug 09 18:46:57.696674 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-fadf1910-d3b1-4233-bd66-c7371b54fec1 req-b05461e1-4f0a-434b-b932-d6d686a0f908 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 Aug 09 18:47:08.253969 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55220) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:08.359150 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5901359c-c93b-4666-8635-1ce8c4ac344a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.449780 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5901359c-c93b-4666-8635-1ce8c4ac344a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.455426 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5901359c-c93b-4666-8635-1ce8c4ac344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.496957 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901359c-c93b-4666-8635-1ce8c4ac344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc79ae-1c26-4edb-aa0c-fbf130e345eb,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:08.502884 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5901359c-c93b-4666-8635-1ce8c4ac344a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f243d25b6e64d20b0d893203c2b06b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478805 Aug 09 18:47:08.506370 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55224) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:08.555005 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9c63eaec-be6e-4e29-a75a-643f63add462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.578455 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9c63eaec-be6e-4e29-a75a-643f63add462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.625303 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9c63eaec-be6e-4e29-a75a-643f63add462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.627731 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9c63eaec-be6e-4e29-a75a-643f63add462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.628877 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-9c63eaec-be6e-4e29-a75a-643f63add462 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3afc79ae-1c26-4edb-aa0c-fbf130e345eb HTTP/1.1" status: 204 len: 168 time: 0.1216271 Aug 09 18:47:08.636773 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63eaec-be6e-4e29-a75a-643f63add462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc79ae-1c26-4edb-aa0c-fbf130e345eb,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:08.867505 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55230) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:08.884292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55234) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:08.906599 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6ccce76d-7706-4db8-a270-dbce39cbd5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:08.999742 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6ccce76d-7706-4db8-a270-dbce39cbd5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.004935 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-6ccce76d-7706-4db8-a270-dbce39cbd5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.049131 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6ccce76d-7706-4db8-a270-dbce39cbd5bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ee8635a6bec497cb4e5eec15848356e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613421 Aug 09 18:47:09.049131 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccce76d-7706-4db8-a270-dbce39cbd5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e166677-f9ef-4a7b-af14-4e71dcb43375,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:09.049997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55236) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:09.100390 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c8c978f-76b6-4edc-a9ca-d62ff4fdf033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.123235 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c8c978f-76b6-4edc-a9ca-d62ff4fdf033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.259230 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c8c978f-76b6-4edc-a9ca-d62ff4fdf033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.261795 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1c8c978f-76b6-4edc-a9ca-d62ff4fdf033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.262993 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-1c8c978f-76b6-4edc-a9ca-d62ff4fdf033 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e166677-f9ef-4a7b-af14-4e71dcb43375 HTTP/1.1" status: 204 len: 168 time: 0.2119818 Aug 09 18:47:09.279268 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c978f-76b6-4edc-a9ca-d62ff4fdf033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e166677-f9ef-4a7b-af14-4e71dcb43375,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:09.325662 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Deleting port cfc9cc52-068a-4ed2-8c56-a9cc7b5a08c4 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:09.326006 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.407280 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.407894 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.420433 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Calling delete_port for cfc9cc52-068a-4ed2-8c56-a9cc7b5a08c4 owned by network:floatingip {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:09.588597 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.612909 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'Port': ['ID=cfc9cc52-068a-4ed2-8c56-a9cc7b5a08c4,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:09.678231 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:09.678605 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Floating IP e71e4624-a3d0-4ae6-85e4-9caa6221b89a disassociated (deleted). External IP: 172.27.3.184, port: 5073eae6-397c-47dc-8525-18357a0047ab. Aug 09 18:47:10.130566 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:47:10.251106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:47:10.261432 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:10.262008 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:47:10.272882 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:10.273562 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:46:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:10.295216 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-10161103-4663-4f8f-9b5d-b1248da0ec9c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "DELETE /v2.0/floatingips/e71e4624-a3d0-4ae6-85e4-9caa6221b89a HTTP/1.1" status: 204 len: 168 time: 1.4236660 Aug 09 18:47:10.295216 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:47:10.296042 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed05f1-d658-4b64-aff7-c68cd5e52370" -d '{"events": [{"name": "network-changed", "server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "tag": "5073eae6-397c-47dc-8525-18357a0047ab"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:47:10.390471 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:10.459117 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a991-4fbc-4354-94f4-ffb5267b4aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:10.575261 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc86d8-39e9-4c43-906f-0fb2a277179e req-1a6dc8c0-15b4-4ffd-934e-d58ec2a54f20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:10.576820 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f4fc86d8-39e9-4c43-906f-0fb2a277179e req-1a6dc8c0-15b4-4ffd-934e-d58ec2a54f20 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0565770 Aug 09 18:47:10.638892 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f4fc86d8-39e9-4c43-906f-0fb2a277179e req-0290df3b-1e38-4a1d-85a1-ae0c6f0cbe86 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486341 Aug 09 18:47:10.650552 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6e203-1eaf-4a0a-bc84-d7d5e776ea6e x-openstack-request-id: req-6ae6e203-1eaf-4a0a-bc84-d7d5e776ea6e {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:47:10.650855 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "tag": "5073eae6-397c-47dc-8525-18357a0047ab", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:47:10.651413 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ae6e203-1eaf-4a0a-bc84-d7d5e776ea6e {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:47:10.651978 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab', 'status': 'completed', 'code': 200} Aug 09 18:47:10.689556 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:17Z', 'revision_number': 1, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:10.721752 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:47:10.730676 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:10.731300 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:46:43Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:10.748515 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-5156c6e0-1729-430a-96eb-6de2178ac5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:10.750124 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-5156c6e0-1729-430a-96eb-6de2178ac5a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 1098 time: 0.0421519 Aug 09 18:47:10.839862 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:10.847179 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-f0573e3c-ce5f-475b-8b4c-3a43736a28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:10.849310 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-f0573e3c-ce5f-475b-8b4c-3a43736a28c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.0899835 Aug 09 18:47:10.901159 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-16f35d6f-0f9e-41b3-975c-f7c7ada8a977 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5073eae6-397c-47dc-8525-18357a0047ab HTTP/1.1" status: 200 len: 217 time: 0.0425732 Aug 09 18:47:10.913668 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:47:10.956782 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-32ea4041-6c81-47af-8d42-8dbe21c5e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:10.958756 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-32ea4041-6c81-47af-8d42-8dbe21c5e8c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0495493 Aug 09 18:47:11.010827 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-c1bcd6f7-8d5d-4490-b9af-e404be24d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:11.012394 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-c1bcd6f7-8d5d-4490-b9af-e404be24d0ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447922 Aug 09 18:47:11.089489 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:17Z', 'revision_number': 1, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:11.116692 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-da9e08eb-d6ff-4e16-bacc-e97b20ac8301 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952966 Aug 09 18:47:11.133025 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a004013-5dc3-44f2-9717-6fb0f864fa51 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_floatingips': [{'id': '5224e618-aabe-4652-a333-d7219a36f602', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'router_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'port_id': '623f0ac3-645d-46a3-a805-e8783933ab63', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'mac_address': 'fa:16:3e:de:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:42:14Z', 'updated_at': '2021-08-09T18:42:17Z', 'revision_number': 1, 'project_id': '3af446828a82447aaba157e5130923dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:47:11.236557 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8bed05f1-d658-4b64-aff7-c68cd5e52370 req-348d934f-aea5-4a55-a1ca-4e8784cc9cb5 service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010752 Aug 09 18:47:11.410572 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a75d1-f754-4924-9f47-d1600d167a83 None None] New status for floating IP e71e4624-a3d0-4ae6-85e4-9caa6221b89a: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:47:11.761456 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc08b20-4607-4dfd-b87e-eae5a1eeb4d3 req-ab537fd4-a958-424a-aa93-a3229bec57ea tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:11.762915 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3fc08b20-4607-4dfd-b87e-eae5a1eeb4d3 req-ab537fd4-a958-424a-aa93-a3229bec57ea tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 09 18:47:11.800359 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-3fc08b20-4607-4dfd-b87e-eae5a1eeb4d3 req-71c5f7e4-7d0e-4593-bdea-5c37719c7f03 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Aug 09 18:47:12.757712 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-229e3e89-ce42-45d9-a18a-8449754f5761 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:12.759249 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-229e3e89-ce42-45d9-a18a-8449754f5761 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Aug 09 18:47:12.855529 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Deleting port 5073eae6-397c-47dc-8525-18357a0047ab {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:12.856133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:12.979412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1342-8ee3-4d90-8b9a-5b7779317851 req-25fb3925-933e-435e-a191-10b53f52c55a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:12.980930 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d63e1342-8ee3-4d90-8b9a-5b7779317851 req-25fb3925-933e-435e-a191-10b53f52c55a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd22e7e9-40c0-4ca8-aa19-480c2143ddb3 HTTP/1.1" status: 200 len: 945 time: 0.0836987 Aug 09 18:47:12.986540 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] For port 5073eae6-397c-47dc-8525-18357a0047ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5073eae6-397c-47dc-8525-18357a0047ab,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:12.986865 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:13.011597 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Calling delete_port for 5073eae6-397c-47dc-8525-18357a0047ab owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:13.072810 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d63e1342-8ee3-4d90-8b9a-5b7779317851 req-744e5dd3-9f57-439a-bfb5-3a6ff7c4fb73 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833137 Aug 09 18:47:13.098193 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8d9aff99-9d1a-4115-a47b-0caf80595345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:13.160042 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:13.188228 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'Port': ['ID=5073eae6-397c-47dc-8525-18357a0047ab,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:13.205912 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:13.233866 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] No DVR routers for this DVR port 5073eae6-397c-47dc-8525-18357a0047ab on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:47:13.236445 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:13.238481 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-f2eff3a4-b518-42af-966e-0ce21321a2ef req-807ac024-0a59-48fa-ba05-45f9d29659d6 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "DELETE /v2.0/ports/5073eae6-397c-47dc-8525-18357a0047ab HTTP/1.1" status: 204 len: 173 time: 0.4722657 Aug 09 18:47:13.238926 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'name': 'network-vif-deleted', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:47:13.241147 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229a906-36ea-4324-9954-63fd60af4b94" -d '{"events": [{"server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "name": "network-vif-deleted", "tag": "5073eae6-397c-47dc-8525-18357a0047ab"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:47:13.279523 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd4a32-0b4f-4bb0-ab66-9b91eef45a46 x-openstack-request-id: req-1ebd4a32-0b4f-4bb0-ab66-9b91eef45a46 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:47:13.279859 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd22e7e9-40c0-4ca8-aa19-480c2143ddb3", "name": "network-vif-deleted", "tag": "5073eae6-397c-47dc-8525-18357a0047ab", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:47:13.280118 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ebd4a32-0b4f-4bb0-ab66-9b91eef45a46 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:47:13.280512 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd22e7e9-40c0-4ca8-aa19-480c2143ddb3', 'name': 'network-vif-deleted', 'tag': '5073eae6-397c-47dc-8525-18357a0047ab', 'status': 'completed', 'code': 200} Aug 09 18:47:14.409169 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.559780 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55352) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:14.664269 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7042fc22-67b9-44b5-aed8-906ea065bdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.759256 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7042fc22-67b9-44b5-aed8-906ea065bdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.763116 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7042fc22-67b9-44b5-aed8-906ea065bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.801662 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7042fc22-67b9-44b5-aed8-906ea065bdb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a71df9bb073b43dd9e6dc3e4c6804829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407839 Aug 09 18:47:14.802606 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042fc22-67b9-44b5-aed8-906ea065bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41111fb4-a611-4b69-9a2b-96c66d8da9e9,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:14.804322 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55356) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:14.854429 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-20a93a2e-4afe-494c-895e-118dbf688e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.875388 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-20a93a2e-4afe-494c-895e-118dbf688e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.921053 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-20a93a2e-4afe-494c-895e-118dbf688e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.923607 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-20a93a2e-4afe-494c-895e-118dbf688e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:14.925122 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-20a93a2e-4afe-494c-895e-118dbf688e84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41111fb4-a611-4b69-9a2b-96c66d8da9e9 HTTP/1.1" status: 204 len: 168 time: 0.1196768 Aug 09 18:47:14.934188 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a93a2e-4afe-494c-895e-118dbf688e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41111fb4-a611-4b69-9a2b-96c66d8da9e9,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:15.193557 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55362) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:15.206882 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-471e9e49-40ba-4fdc-80df-f712ec3559c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.329616 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-471e9e49-40ba-4fdc-80df-f712ec3559c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.335619 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-471e9e49-40ba-4fdc-80df-f712ec3559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.407774 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-471e9e49-40ba-4fdc-80df-f712ec3559c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aefb9cf17f644898927862b9cc204972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128828 Aug 09 18:47:15.409177 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e9e49-40ba-4fdc-80df-f712ec3559c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0648d458-3e6e-4322-bd45-fc53bc8b7429,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:15.410868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55370) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:15.469947 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bba42d74-0f61-4def-93e3-68caafae34cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.491939 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bba42d74-0f61-4def-93e3-68caafae34cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.541005 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bba42d74-0f61-4def-93e3-68caafae34cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.543690 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bba42d74-0f61-4def-93e3-68caafae34cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:15.544853 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-bba42d74-0f61-4def-93e3-68caafae34cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0648d458-3e6e-4322-bd45-fc53bc8b7429 HTTP/1.1" status: 204 len: 168 time: 0.1329343 Aug 09 18:47:15.553431 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba42d74-0f61-4def-93e3-68caafae34cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0648d458-3e6e-4322-bd45-fc53bc8b7429,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:15.775524 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:16.409603 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55398) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:16.651469 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Deleting port 787377dc-7f04-43d5-9e42-cb7ddd03f448 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:16.651890 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:16.753653 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:16.754075 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:16.769436 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Calling delete_port for 787377dc-7f04-43d5-9e42-cb7ddd03f448 owned by network:floatingip {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:16.945865 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:16.976649 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'Port': ['ID=787377dc-7f04-43d5-9e42-cb7ddd03f448,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:17.044420 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:17.044778 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.db.l3_db [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Floating IP 5224e618-aabe-4652-a333-d7219a36f602 disassociated (deleted). External IP: 172.27.3.119, port: 623f0ac3-645d-46a3-a805-e8783933ab63. Aug 09 18:47:17.270626 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:47:17.314438 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 5073eae6-397c-47dc-8525-18357a0047ab no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:17.342565 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 5073eae6-397c-47dc-8525-18357a0047ab {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:17.343062 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 5073eae6-397c-47dc-8525-18357a0047ab not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:17.401859 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:47:17.406900 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:17.413340 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:47:17.422899 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:17.423535 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:47:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:17.434865 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f22920dc-b7f3-401c-81d3-163c302cc90c tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "DELETE /v2.0/floatingips/5224e618-aabe-4652-a333-d7219a36f602 HTTP/1.1" status: 204 len: 168 time: 1.0235846 Aug 09 18:47:17.435493 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:47:17.442305 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f0ccb594a52b89eaaced01f369ed82cf530737f9cc54d860682447ca744007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85864d04-1942-47a9-99b6-e5a543eb2e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:47:17.488016 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286fb15e-f75a-4ed3-a56d-dce934eafb0b x-openstack-request-id: req-286fb15e-f75a-4ed3-a56d-dce934eafb0b {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:47:17.488302 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63", "status": "completed", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:47:17.488547 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-286fb15e-f75a-4ed3-a56d-dce934eafb0b {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:47:17.488942 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63', 'status': 'completed', 'code': 200} Aug 09 18:47:17.573452 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:17.609898 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-c234470a-3dc3-40c7-9f11-80d9574bca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:17.611462 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-c234470a-3dc3-40c7-9f11-80d9574bca44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3af446828a82447aaba157e5130923dc&device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 1099 time: 0.0701971 Aug 09 18:47:17.726927 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:17.831671 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68605c-5704-497f-91a7-884fd54506e4 req-08cfedc0-3c96-40e3-8786-84dd8c76d051 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:17.839749 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:17.840121 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f68605c-5704-497f-91a7-884fd54506e4 req-08cfedc0-3c96-40e3-8786-84dd8c76d051 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 946 time: 0.1639204 Aug 09 18:47:17.850796 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-38f6126b-06ba-4057-b3b9-5dd72d22369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:17.853138 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-38f6126b-06ba-4057-b3b9-5dd72d22369a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 200 len: 913 time: 0.1979184 Aug 09 18:47:17.870860 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:47:17.880269 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:17.881210 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:47:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:17.904520 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-57124da0-44c5-486e-80e3-98593477db53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 200 len: 217 time: 0.0421021 Aug 09 18:47:17.927750 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-8f68605c-5704-497f-91a7-884fd54506e4 req-7c72eff6-aa06-497e-9457-253a2a9b8e6d tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c06920c-da39-4165-8d78-7b6e2565f790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868106 Aug 09 18:47:17.973303 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-f0e8c68a-39e0-48c3-b879-038e5e19b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:17.974859 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-f0e8c68a-39e0-48c3-b879-038e5e19b6f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 200 len: 851 time: 0.0610135 Aug 09 18:47:18.057463 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-512431a0-2434-45fc-ad65-38163011fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:18.060309 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-512431a0-2434-45fc-ad65-38163011fac0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb46b02e-b970-486b-8b1d-d6caf0184fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0775697 Aug 09 18:47:18.147401 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:18.170866 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-82177ba4-b523-433d-9010-0e8dc4d8589a service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996487 Aug 09 18:47:18.293064 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-85864d04-1942-47a9-99b6-e5a543eb2e2d req-ec27f393-2375-4d22-8e41-f3dddb1e4fbb service neutron] 10.222.0.73 "GET /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110940 Aug 09 18:47:18.400342 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:18.450914 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665837a9-1e9b-46ad-82e6-053a285da26a None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:55Z', 'revision_number': 4, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'ee144b4b-b16d-4055-bfe2-47b52b2d52c9', 'name': '', 'network_id': 'fb46b02e-b970-486b-8b1d-d6caf0184fd6', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'mac_address': 'fa:16:3e:1a:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:54Z', 'updated_at': '2021-08-09T18:36:01Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'subnets': [{'id': '0af72d5c-73e8-4d71-878d-f0c98cd32028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:47:18.591043 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-bbd2d520-cae0-4802-a49c-6096a078b791 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:18.594037 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-bbd2d520-cae0-4802-a49c-6096a078b791 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 946 time: 0.0905325 Aug 09 18:47:18.721484 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Deleting port 623f0ac3-645d-46a3-a805-e8783933ab63 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:18.722176 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:18.793848 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91e9a2-5239-4988-9ca4-a993158043f3 None None] New status for floating IP 5224e618-aabe-4652-a333-d7219a36f602: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:47:18.845283 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] For port 623f0ac3-645d-46a3-a805-e8783933ab63, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=623f0ac3-645d-46a3-a805-e8783933ab63,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:18.845664 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:18.860417 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Calling delete_port for 623f0ac3-645d-46a3-a805-e8783933ab63 owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:19.010441 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:19.050091 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'Port': ['ID=623f0ac3-645d-46a3-a805-e8783933ab63,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:19.089869 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-cb5623a4-80cd-4642-8ad7-9e068389abea req-fd797c00-fe61-4a60-9cc2-489c6147e190 tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f469c1-c9ef-46f0-9030-73ba3932132e HTTP/1.1" status: 200 len: 210 time: 0.0515118 Aug 09 18:47:19.114867 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] No DVR routers for this DVR port 623f0ac3-645d-46a3-a805-e8783933ab63 on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:47:19.120647 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:19.122867 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-4476c3ab-f307-4af9-8689-357c27d47d5a req-dcb16c7f-7f74-4a0b-977c-d11e31095c5a tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.73 "DELETE /v2.0/ports/623f0ac3-645d-46a3-a805-e8783933ab63 HTTP/1.1" status: 204 len: 173 time: 0.5210342 Aug 09 18:47:19.123338 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'name': 'network-vif-deleted', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:47:19.125792 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1d4ea-c90c-4560-838d-013c0e7bab97" -d '{"events": [{"server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "name": "network-vif-deleted", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:47:19.164401 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ed3bc-9cef-4892-9eaf-3482c60051aa x-openstack-request-id: req-9b6ed3bc-9cef-4892-9eaf-3482c60051aa {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:47:19.165571 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f469c1-c9ef-46f0-9030-73ba3932132e", "name": "network-vif-deleted", "tag": "623f0ac3-645d-46a3-a805-e8783933ab63", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:47:19.166146 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b6ed3bc-9cef-4892-9eaf-3482c60051aa {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:47:19.167102 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f469c1-c9ef-46f0-9030-73ba3932132e', 'name': 'network-vif-deleted', 'tag': '623f0ac3-645d-46a3-a805-e8783933ab63', 'status': 'completed', 'code': 200} Aug 09 18:47:20.161595 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55472) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:20.300102 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Deleting port f3f11f28-eaad-40fc-9296-f9d14b798dc1 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:20.300346 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:20.386185 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:20.386497 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:20.400832 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Calling delete_port for f3f11f28-eaad-40fc-9296-f9d14b798dc1 owned by network:floatingip {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:20.556343 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:20.586596 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'Port': ['ID=f3f11f28-eaad-40fc-9296-f9d14b798dc1,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:20.654398 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:20.657479 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:20.658710 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-7ddbc4b1-ddd4-4702-8195-b3dfcf28c2cd tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "DELETE /v2.0/floatingips/12de17c7-c10b-48b3-8456-a284cbda70ec HTTP/1.1" status: 204 len: 168 time: 0.4956069 Aug 09 18:47:21.894654 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55492) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:21.967157 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-369ac89d-1735-451a-89e3-ba7f28a66abc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:21.996057 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-369ac89d-1735-451a-89e3-ba7f28a66abc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:22.083402 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-369ac89d-1735-451a-89e3-ba7f28a66abc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:22.087658 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-369ac89d-1735-451a-89e3-ba7f28a66abc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:22.089044 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-369ac89d-1735-451a-89e3-ba7f28a66abc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] 10.222.0.25 "DELETE /v2.0/security-groups/5c06920c-da39-4165-8d78-7b6e2565f790 HTTP/1.1" status: 204 len: 168 time: 0.1929338 Aug 09 18:47:22.101056 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac89d-1735-451a-89e3-ba7f28a66abc tempest-TestVolumeBootPattern-1106425991 tempest-TestVolumeBootPattern-1106425991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06920c-da39-4165-8d78-7b6e2565f790,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:22.165145 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55496) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:22.817066 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:23.121808 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Deleting port ee144b4b-b16d-4055-bfe2-47b52b2d52c9 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:23.121808 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:23.222491 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] For port ee144b4b-b16d-4055-bfe2-47b52b2d52c9, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:23.222860 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:23.241687 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Calling delete_port for ee144b4b-b16d-4055-bfe2-47b52b2d52c9 owned by network:router_interface {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:23.314276 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 623f0ac3-645d-46a3-a805-e8783933ab63 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:23.349642 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 623f0ac3-645d-46a3-a805-e8783933ab63 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:23.349994 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 623f0ac3-645d-46a3-a805-e8783933ab63 not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:23.444069 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:23.476341 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee144b4b-b16d-4055-bfe2-47b52b2d52c9,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:23.641173 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:23.860061 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:47:24.187056 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:47:24.192016 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-3747b8a8-024f-47e5-a47d-bf497d69082e admin admin] 10.222.0.25 "PUT /v2.0/routers/15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0254838 Aug 09 18:47:24.194579 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55524) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:24.198028 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] Sync routers for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:47:24.207617 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:24.208314 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:47:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:24.300879 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:24.316651 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:24.423362 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:24.498575 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Deleting port bacc95ec-fa3a-4a98-b16f-5ccef00885c7 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:24.498868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:24.533193 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:47:23Z', 'revision_number': 5, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port': {'id': 'bacc95ec-fa3a-4a98-b16f-5ccef00885c7', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:24:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:24.563801 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] Checking router: 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:47:24.573621 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] Routers {'15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:24.574257 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:47:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:24.587181 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] For port bacc95ec-fa3a-4a98-b16f-5ccef00885c7, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:24.587583 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:24.600438 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Calling delete_port for bacc95ec-fa3a-4a98-b16f-5ccef00885c7 owned by network:router_gateway {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:24.668884 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] Set router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 gateway port host: None {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:24.722776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:47:24Z', 'revision_number': 6, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port_host': None}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:24.755425 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c23b1b-367c-466a-a2ba-ab37ff9b0630 None None] The sync data for ids ['15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50'] in dv-cinder-784453-11-iscsi is: [{'id': '15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50', 'name': 'tempest-TestVolumeBootPattern-1701588280-router', 'tenant_id': '3af446828a82447aaba157e5130923dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:50Z', 'updated_at': '2021-08-09T18:47:24Z', 'revision_number': 6, 'project_id': '3af446828a82447aaba157e5130923dc', 'gw_port_host': None}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:47:24.791556 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:24.829886 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=bacc95ec-fa3a-4a98-b16f-5ccef00885c7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:24.895716 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:24.900743 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-9a051121-0750-4e83-a605-be887d7dd887 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515459 Aug 09 18:47:24.980286 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-4cc87f02-cea6-4662-9df3-44455c1fef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:24.981872 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-4cc87f02-cea6-4662-9df3-44455c1fef4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0484858 Aug 09 18:47:25.006291 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.009530 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.049005 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55542) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:25.064281 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.064947 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 {{(pid=93496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:47:25.069846 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.071728 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-a27401ad-e8f0-42a7-b5ee-5dbc0f548b37 admin admin] 10.222.0.25 "DELETE /v2.0/routers/15cb57b1-dcc0-43d9-9ca5-aaab9cc4bf50 HTTP/1.1" status: 204 len: 168 time: 0.8756311 Aug 09 18:47:25.075611 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55546) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:25.107876 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-21fe4999-66f3-4ea1-ab55-62c373a5f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:25.109588 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-21fe4999-66f3-4ea1-ab55-62c373a5f54c service neutron] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 908 time: 0.1069391 Aug 09 18:47:25.147139 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Deleting subnet 0af72d5c-73e8-4d71-878d-f0c98cd32028 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:47:25.156892 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.206503 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.236338 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-15d00c79-22c4-48fc-b9fa-8bb3f6f724be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 1000 time: 0.1186628 Aug 09 18:47:25.280926 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ee144b4b-b16d-4055-bfe2-47b52b2d52c9 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:25.281257 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a364da-4f75-4c26-a98e-6c2ae3c36087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.302653 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: ee144b4b-b16d-4055-bfe2-47b52b2d52c9 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:25.303169 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ee144b4b-b16d-4055-bfe2-47b52b2d52c9 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:25.320036 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-b4b85e33-3291-4a8a-aa81-c8181cac6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:25.321476 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.321640 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-b4b85e33-3291-4a8a-aa81-c8181cac6d64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0749915 Aug 09 18:47:25.387810 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.409914 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-1d4397e1-bbd6-4b7d-8c1d-01e9aef4b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:47:25.412176 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-1d4397e1-bbd6-4b7d-8c1d-01e9aef4b875 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824749 Aug 09 18:47:25.417060 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af72d5c-73e8-4d71-878d-f0c98cd32028,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:25.426515 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.428759 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f3034f5b-76c6-4687-bd13-e33d3079497b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0af72d5c-73e8-4d71-878d-f0c98cd32028 HTTP/1.1" status: 204 len: 168 time: 0.3526874 Aug 09 18:47:25.431206 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b9a3c-914b-427d-aa3b-671ad414dd3c None None] Network fb46b02e-b970-486b-8b1d-d6caf0184fd6 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:47:25.431931 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55550) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:25.511129 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.518094 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a364da-4f75-4c26-a98e-6c2ae3c36087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.528563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-65a364da-4f75-4c26-a98e-6c2ae3c36087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.594739 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Deleting port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:25.595187 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.596408 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-65a364da-4f75-4c26-a98e-6c2ae3c36087 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52570eadaa714c6b82e8635744787ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462458 Aug 09 18:47:25.597264 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55552) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:25.598868 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-7ce5c283-f135-4595-8005-75aeaa8bff1d service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769075 Aug 09 18:47:25.599684 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a364da-4f75-4c26-a98e-6c2ae3c36087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93612441-80c1-441d-9b92-b6506bd7069e,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:25.700398 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] DHCP port deletion for fb46b02e-b970-486b-8b1d-d6caf0184fd6 request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:47:25.719406 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-c95dd542-d5fc-4213-803a-729d27e292b4 req-0d5d48f4-119c-465c-b6b2-53ae94c7b8a4 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131601 Aug 09 18:47:25.740182 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] For port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:25.740652 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.753030 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-282a965a-71f2-4584-9902-6e8c0c08bab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.764773 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] Deleting port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf {{(pid=93498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:25.765064 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.769120 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Calling delete_port for 9dc711ac-717e-481c-bca6-5d9f30cbb1cf owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:25.791683 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-282a965a-71f2-4584-9902-6e8c0c08bab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.838477 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] For port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,segment=NetworkSegment(e588ab44-7870-4374-92e3-9d9da7b9f0ce),segment_id=e588ab44-7870-4374-92e3-9d9da7b9f0ce)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:25.838968 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.858092 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] Calling delete_port for 9dc711ac-717e-481c-bca6-5d9f30cbb1cf owned by network:dhcp {{(pid=93498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:25.902545 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-282a965a-71f2-4584-9902-6e8c0c08bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.906678 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-282a965a-71f2-4584-9902-6e8c0c08bab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.910764 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-282a965a-71f2-4584-9902-6e8c0c08bab6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93612441-80c1-441d-9b92-b6506bd7069e HTTP/1.1" status: 204 len: 168 time: 0.3097162 Aug 09 18:47:25.914876 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:25.928153 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a965a-71f2-4584-9902-6e8c0c08bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93612441-80c1-441d-9b92-b6506bd7069e,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:25.956609 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:25.958953 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] No DVR routers for this DVR port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf on host dv-cinder-784453-11-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:47:25.982255 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.023742 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] Pushing event deleted for resources: {'Port': ['ID=9dc711ac-717e-481c-bca6-5d9f30cbb1cf,revision_number=None']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:26.029054 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd6de4-b58c-47a7-9660-86eabc642375 None None] No DVR routers for this DVR port 9dc711ac-717e-481c-bca6-5d9f30cbb1cf on host dv-cinder-784453-11-iscsi {{(pid=93498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:47:26.057538 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.068680 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb46b02e-b970-486b-8b1d-d6caf0184fd6']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:26.084417 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e588ab44-7870-4374-92e3-9d9da7b9f0ce') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:26.084732 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e588ab44-7870-4374-92e3-9d9da7b9f0ce') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:26.094786 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.126554 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:47:26.141735 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:47:26.229818 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.236386 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.238716 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fb46b02e-b970-486b-8b1d-d6caf0184fd6 HTTP/1.1" status: 204 len: 168 time: 0.8057320 Aug 09 18:47:26.241811 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55558) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:26.257574 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4918-43c9-404c-b6cf-2282a291cd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb46b02e-b970-486b-8b1d-d6caf0184fd6,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:26.315580 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55560) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:26.329605 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82afe076-4826-49e1-8b85-3ba9d4764e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.439815 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82afe076-4826-49e1-8b85-3ba9d4764e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.444358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82afe076-4826-49e1-8b85-3ba9d4764e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.491458 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-82afe076-4826-49e1-8b85-3ba9d4764e9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3241569714b94bd3ba9522cbf9d055fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746178 Aug 09 18:47:26.492421 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afe076-4826-49e1-8b85-3ba9d4764e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0409373-0e37-45ed-a2d9-191e4ece23d9,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:26.496044 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55562) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:26.551302 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdf85-ac98-4ab5-9390-fd2b117332ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.577629 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdf85-ac98-4ab5-9390-fd2b117332ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.654338 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdf85-ac98-4ab5-9390-fd2b117332ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.657242 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5a9cdf85-ac98-4ab5-9390-fd2b117332ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.662716 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-5a9cdf85-ac98-4ab5-9390-fd2b117332ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0409373-0e37-45ed-a2d9-191e4ece23d9 HTTP/1.1" status: 204 len: 168 time: 0.1614380 Aug 09 18:47:26.677854 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:26.679570 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cdf85-ac98-4ab5-9390-fd2b117332ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0409373-0e37-45ed-a2d9-191e4ece23d9,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:27.082855 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 9dc711ac-717e-481c-bca6-5d9f30cbb1cf no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:27.105905 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55568) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:27.109124 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 9dc711ac-717e-481c-bca6-5d9f30cbb1cf {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:27.109391 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 9dc711ac-717e-481c-bca6-5d9f30cbb1cf not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:27.109912 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device bacc95ec-fa3a-4a98-b16f-5ccef00885c7 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:27.121434 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c70008b5-1c5e-4bf0-be18-dd519a161522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.135777 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: bacc95ec-fa3a-4a98-b16f-5ccef00885c7 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:27.136107 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device bacc95ec-fa3a-4a98-b16f-5ccef00885c7 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:27.251716 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c70008b5-1c5e-4bf0-be18-dd519a161522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.261521 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c70008b5-1c5e-4bf0-be18-dd519a161522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.296942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Deleting port 4332c83c-00d2-40ac-9934-46f26df8052e {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:27.297572 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.303196 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70008b5-1c5e-4bf0-be18-dd519a161522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4b6bb-64e0-4f06-a992-34ce2e1256bc,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:27.309544 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-c70008b5-1c5e-4bf0-be18-dd519a161522 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5476fe283df44a1e8cd96e787a6e6dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016222 Aug 09 18:47:27.311436 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55570) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:27.370594 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8b623d7-622d-4f8e-919e-fdaa7e88fe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.394962 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8b623d7-622d-4f8e-919e-fdaa7e88fe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.429675 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] For port 4332c83c-00d2-40ac-9934-46f26df8052e, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=4332c83c-00d2-40ac-9934-46f26df8052e,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:27.430813 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.454563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Calling delete_port for 4332c83c-00d2-40ac-9934-46f26df8052e owned by network:router_interface {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:27.467109 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8b623d7-622d-4f8e-919e-fdaa7e88fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.472400 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f8b623d7-622d-4f8e-919e-fdaa7e88fe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.474358 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f8b623d7-622d-4f8e-919e-fdaa7e88fe81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ee4b6bb-64e0-4f06-a992-34ce2e1256bc HTTP/1.1" status: 204 len: 168 time: 0.1618004 Aug 09 18:47:27.494925 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b623d7-622d-4f8e-919e-fdaa7e88fe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4b6bb-64e0-4f06-a992-34ce2e1256bc,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:27.729469 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:27.772452 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Pushing event deleted for resources: {'Port': ['ID=4332c83c-00d2-40ac-9934-46f26df8052e,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:28.009778 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:28.264858 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Router 9edfb869-0f42-483d-9618-8b08a70f8736 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:47:28.377579 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:47:28.385294 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-fc96e54c-8d8e-4962-a3c3-4c9d0523cecb admin admin] 10.222.0.25 "PUT /v2.0/routers/9edfb869-0f42-483d-9618-8b08a70f8736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392372 Aug 09 18:47:28.386165 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55594) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:28.386968 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] Sync routers for ids ['9edfb869-0f42-483d-9618-8b08a70f8736'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:47:28.396062 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] Routers {'9edfb869-0f42-483d-9618-8b08a70f8736'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:28.396770 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:47:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['9edfb869-0f42-483d-9618-8b08a70f8736'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:28.505222 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks [] for router, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:28.516682 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] Set router 9edfb869-0f42-483d-9618-8b08a70f8736 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:28.622527 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:28.678373 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Deleting port 12ba94da-af39-4e3e-911a-276b36ae675c {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:28.678725 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:28.719208 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:47:27Z', 'revision_number': 5, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port': {'id': '12ba94da-af39-4e3e-911a-276b36ae675c', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:28.745223 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] Checking router: 9edfb869-0f42-483d-9618-8b08a70f8736 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:47:28.754868 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] Routers {'9edfb869-0f42-483d-9618-8b08a70f8736'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:47:28.755777 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:47:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['9edfb869-0f42-483d-9618-8b08a70f8736'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:28.766098 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] For port 12ba94da-af39-4e3e-911a-276b36ae675c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=12ba94da-af39-4e3e-911a-276b36ae675c,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:28.766462 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:28.780441 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Calling delete_port for 12ba94da-af39-4e3e-911a-276b36ae675c owned by network:router_gateway {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:28.846003 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] Set router 9edfb869-0f42-483d-9618-8b08a70f8736 gateway port host: None {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:47:28.983674 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.014241 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:47:28Z', 'revision_number': 6, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port_host': None}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:29.029925 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ba94da-af39-4e3e-911a-276b36ae675c,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:29.070584 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f72a7-c8b6-4557-bea9-3872065ead61 None None] The sync data for ids ['9edfb869-0f42-483d-9618-8b08a70f8736'] in dv-cinder-784453-11-iscsi is: [{'id': '9edfb869-0f42-483d-9618-8b08a70f8736', 'name': 'tempest-TestVolumeBootPattern-775249996-router', 'tenant_id': '8c12da22493647b0a12b6a90e8709944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:35:57Z', 'updated_at': '2021-08-09T18:47:28Z', 'revision_number': 6, 'project_id': '8c12da22493647b0a12b6a90e8709944', 'gw_port_host': None}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:47:29.110106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.203676 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.206124 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.252358 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.253352 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9edfb869-0f42-483d-9618-8b08a70f8736 {{(pid=93496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:47:29.258930 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.260063 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-33a26360-f9b4-45ae-bde6-df118edd5931 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9edfb869-0f42-483d-9618-8b08a70f8736 HTTP/1.1" status: 204 len: 168 time: 0.8729022 Aug 09 18:47:29.262479 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55616) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:29.311508 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Deleting subnet 86e0920a-73a5-4901-b357-6a7205d90b61 {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:47:29.314856 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.350595 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.439598 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.500916 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.531389 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e0920a-73a5-4901-b357-6a7205d90b61,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:29.531962 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.533709 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-cea97f45-523c-4839-9cb4-db3b8ba015c1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86e0920a-73a5-4901-b357-6a7205d90b61 HTTP/1.1" status: 204 len: 168 time: 0.2702992 Aug 09 18:47:29.536207 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55630) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:29.543364 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b60c87-64c6-42e1-84b2-ed568277d318 None None] Network cfd06908-e67e-4d52-861e-eb42a2655022 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:47:29.619077 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.666570 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55634) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:29.678707 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Deleting port 7df266f4-214f-4ee4-ba9d-f468e6ff693c {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:29.679037 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.743250 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] For port 7df266f4-214f-4ee4-ba9d-f468e6ff693c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7df266f4-214f-4ee4-ba9d-f468e6ff693c,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:29.743641 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.757909 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Calling delete_port for 7df266f4-214f-4ee4-ba9d-f468e6ff693c owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:29.781292 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e331fcb8-a309-41a5-9e9a-c415529476ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.865677 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] DHCP port deletion for cfd06908-e67e-4d52-861e-eb42a2655022 request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:47:29.900457 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e331fcb8-a309-41a5-9e9a-c415529476ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.906716 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-e331fcb8-a309-41a5-9e9a-c415529476ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.925044 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] Deleting port 7df266f4-214f-4ee4-ba9d-f468e6ff693c {{(pid=93498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:47:29.925495 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:29.948657 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331fcb8-a309-41a5-9e9a-c415529476ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fe607d-68fe-4be5-9162-baded53c2885,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:29.955949 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-e331fcb8-a309-41a5-9e9a-c415529476ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66ea189346fd49b794bfffbe6a34195f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881930 Aug 09 18:47:29.957117 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55638) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:30.002115 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] For port 7df266f4-214f-4ee4-ba9d-f468e6ff693c, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=7df266f4-214f-4ee4-ba9d-f468e6ff693c,segment=NetworkSegment(87aa01fe-34a4-4aba-a65b-d17f320ffaba),segment_id=87aa01fe-34a4-4aba-a65b-d17f320ffaba)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:47:30.003096 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.015144 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d119-5663-4da5-a615-14bfb2e69d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.020762 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] Calling delete_port for 7df266f4-214f-4ee4-ba9d-f468e6ff693c owned by network:dhcp {{(pid=93498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:47:30.039042 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d119-5663-4da5-a615-14bfb2e69d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.088039 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.095637 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d119-5663-4da5-a615-14bfb2e69d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.098887 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-f6a8d119-5663-4da5-a615-14bfb2e69d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.100203 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-f6a8d119-5663-4da5-a615-14bfb2e69d37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1fe607d-68fe-4be5-9162-baded53c2885 HTTP/1.1" status: 204 len: 168 time: 0.1417484 Aug 09 18:47:30.112332 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8d119-5663-4da5-a615-14bfb2e69d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fe607d-68fe-4be5-9162-baded53c2885,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:30.114726 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.125572 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df266f4-214f-4ee4-ba9d-f468e6ff693c,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:30.130066 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] No DVR routers for this DVR port 7df266f4-214f-4ee4-ba9d-f468e6ff693c on host dv-cinder-784453-11-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:47:30.166091 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] Pushing event deleted for resources: {'Port': ['ID=7df266f4-214f-4ee4-ba9d-f468e6ff693c,revision_number=None']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:30.183416 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef8e15-2707-462b-87e2-72eb6051dc5c None None] No DVR routers for this DVR port 7df266f4-214f-4ee4-ba9d-f468e6ff693c on host dv-cinder-784453-11-iscsi {{(pid=93498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:47:30.217119 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.230901 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd06908-e67e-4d52-861e-eb42a2655022']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:30.242959 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aa01fe-34a4-4aba-a65b-d17f320ffaba') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:30.243774 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aa01fe-34a4-4aba-a65b-d17f320ffaba') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:47:30.255658 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.274997 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.281063 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:47:30.281533 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:47:30.283387 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:47:30.339363 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.345850 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.350012 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cfd06908-e67e-4d52-861e-eb42a2655022 HTTP/1.1" status: 204 len: 168 time: 0.8106439 Aug 09 18:47:30.358776 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475048a9-cd4d-4f7f-912d-711b909e2528 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd06908-e67e-4d52-861e-eb42a2655022,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:30.426380 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55646) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:30.441674 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d963e96c-1093-4bb5-990b-9891ea945207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.474679 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55648) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:30.539970 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-6fa9f48c-85db-45b3-8a7d-ad75b0d25fb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3af446828a82447aaba157e5130923dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633049 Aug 09 18:47:30.542679 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55650) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:30.576094 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d963e96c-1093-4bb5-990b-9891ea945207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.580298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d963e96c-1093-4bb5-990b-9891ea945207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_create {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.596416 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f96bbdce-e79f-4a2e-9ffc-ad7928917d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.618586 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f96bbdce-e79f-4a2e-9ffc-ad7928917d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.620880 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e96c-1093-4bb5-990b-9891ea945207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebef0ec-66cf-4529-9cb2-02866e1fa182,revision_number=1']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:30.625164 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-d963e96c-1093-4bb5-990b-9891ea945207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af17c3f4504247c19ba765ffd9b77942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976860 Aug 09 18:47:30.627930 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55652) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:30.673274 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f96bbdce-e79f-4a2e-9ffc-ad7928917d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.676353 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f96bbdce-e79f-4a2e-9ffc-ad7928917d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.680370 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-f96bbdce-e79f-4a2e-9ffc-ad7928917d02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6aa36ecb-3eb3-4cdd-8946-2da04dbb47f7 HTTP/1.1" status: 204 len: 168 time: 0.1363630 Aug 09 18:47:30.687346 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-40ef2ff7-8501-448d-a3c8-ea21562633bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.689176 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bbdce-e79f-4a2e-9ffc-ad7928917d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa36ecb-3eb3-4cdd-8946-2da04dbb47f7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:30.710464 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-40ef2ff7-8501-448d-a3c8-ea21562633bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.759888 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-40ef2ff7-8501-448d-a3c8-ea21562633bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.762453 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-40ef2ff7-8501-448d-a3c8-ea21562633bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:30.763608 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-40ef2ff7-8501-448d-a3c8-ea21562633bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bebef0ec-66cf-4529-9cb2-02866e1fa182 HTTP/1.1" status: 204 len: 168 time: 0.1347489 Aug 09 18:47:30.771627 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef2ff7-8501-448d-a3c8-ea21562633bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebef0ec-66cf-4529-9cb2-02866e1fa182,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:31.066627 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 4332c83c-00d2-40ac-9934-46f26df8052e no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:31.087499 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 4332c83c-00d2-40ac-9934-46f26df8052e {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:31.087848 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 4332c83c-00d2-40ac-9934-46f26df8052e not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:31.088529 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 12ba94da-af39-4e3e-911a-276b36ae675c no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:31.110159 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 12ba94da-af39-4e3e-911a-276b36ae675c {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:31.110523 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 12ba94da-af39-4e3e-911a-276b36ae675c not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:31.110915 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7df266f4-214f-4ee4-ba9d-f468e6ff693c no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:47:31.134476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 7df266f4-214f-4ee4-ba9d-f468e6ff693c {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:47:31.134951 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 7df266f4-214f-4ee4-ba9d-f468e6ff693c not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:47:31.158300 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55660) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:31.201351 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-858567ef-7ef3-468b-964e-07ba6d98ea7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c12da22493647b0a12b6a90e8709944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417721 Aug 09 18:47:31.203733 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55662) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:47:31.250496 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b231112-f142-4f0c-ab79-8216e71578a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:31.271881 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b231112-f142-4f0c-ab79-8216e71578a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:31.317764 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b231112-f142-4f0c-ab79-8216e71578a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:31.320881 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3b231112-f142-4f0c-ab79-8216e71578a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:31.322125 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3b231112-f142-4f0c-ab79-8216e71578a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b860b09e-adf3-477f-b965-23d5011316c2 HTTP/1.1" status: 204 len: 168 time: 0.1175046 Aug 09 18:47:31.329829 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b231112-f142-4f0c-ab79-8216e71578a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b860b09e-adf3-477f-b965-23d5011316c2,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:47:40.441165 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e8f7906b-aeb5-4cee-bd99-c72058142f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:43.089569 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-097011b5-2ef8-4560-af2c-f10c0aca8cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:43.212922 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:44.418172 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:45.780395 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:47.711539 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:47:47.913854 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:48:10.432896 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-23089ba8-f8c2-4c8c-9212-c7cc7e067927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:13.090961 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-31023a40-b218-46cf-8498-0a437db9f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:13.205224 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:14.415181 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:15.781022 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:17.703803 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:24.912710 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:48:26.337172 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55678) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:26.627296 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Deleting port 2408109e-9968-442a-9174-c50ad3887ac1 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:26.627548 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:26.703125 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:26.703448 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:26.715992 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Calling delete_port for 2408109e-9968-442a-9174-c50ad3887ac1 owned by network:floatingip {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:26.889606 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:26.912440 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event deleted for resources: {'Port': ['ID=2408109e-9968-442a-9174-c50ad3887ac1,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:26.926351 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.926694 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.927029 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.927347 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.927678 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.928003 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.928324 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.928643 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.928962 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.929311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.929629 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.929942 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:26.985908 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for floatingip, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:26.986241 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.db.l3_db [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Floating IP 32b46c84-d3a9-4a39-a01f-0151a7c4309f disassociated (deleted). External IP: 172.27.3.40, port: 7f2552ce-23c5-4977-88f9-9cb48b5ef27f. Aug 09 18:48:27.199340 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Router e7e6e263-5111-4408-b984-3a4138dbad64 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:48:27.309400 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:48:27.313857 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for floatingip, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:27.319236 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] Sync routers for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:48:27.328901 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:48:27.329559 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:48:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:27.342254 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-83c5af29-183a-4775-a236-857a6dbf2444 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "DELETE /v2.0/floatingips/32b46c84-d3a9-4a39-a01f-0151a7c4309f HTTP/1.1" status: 204 len: 168 time: 1.0039680 Aug 09 18:48:27.342834 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:48:27.345161 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59faf21f-9679-42ae-a76d-0ff1cb592149" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:48:27.385267 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d12ea-2b79-482e-8d99-93e28c374595 x-openstack-request-id: req-167d12ea-2b79-482e-8d99-93e28c374595 {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:48:27.385595 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:48:27.385953 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-167d12ea-2b79-482e-8d99-93e28c374595 {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:48:27.387081 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'status': 'completed', 'code': 200} Aug 09 18:48:27.451909 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:48:27.497111 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-632c78c2-493f-4f44-a162-02f5e3f6962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:27.498678 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-632c78c2-493f-4f44-a162-02f5e3f6962e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 1098 time: 0.0689564 Aug 09 18:48:27.648454 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85efb89-9af1-4a01-b1ac-71af73ac0356 req-856a985f-bc4b-4c2a-bcc5-057058900f16 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:27.650715 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d85efb89-9af1-4a01-b1ac-71af73ac0356 req-856a985f-bc4b-4c2a-bcc5-057058900f16 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.1082139 Aug 09 18:48:27.660902 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:47Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:27.672336 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-0cbd41a9-e259-4752-9074-5f56c9307e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:27.673817 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-0cbd41a9-e259-4752-9074-5f56c9307e95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 200 len: 908 time: 0.1325784 Aug 09 18:48:27.691526 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] Checking router: e7e6e263-5111-4408-b984-3a4138dbad64 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:48:27.700593 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:48:27.701280 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:48:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:27.724755 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-5cd38988-4fc5-441d-a4e9-c2d19a1a4fac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 200 len: 217 time: 0.0423548 Aug 09 18:48:27.744221 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-d85efb89-9af1-4a01-b1ac-71af73ac0356 req-e86b714a-4983-4ab1-8436-3a7b8d3ba9e3 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867760 Aug 09 18:48:27.779033 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-6302c39a-e101-4fe2-81b6-816509962551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:27.780497 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-6302c39a-e101-4fe2-81b6-816509962551 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 200 len: 846 time: 0.0483854 Aug 09 18:48:27.808849 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:48:27.831133 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-4d531959-92af-4ed7-919c-7d74c1747a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:27.832933 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-4d531959-92af-4ed7-919c-7d74c1747a4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=03d48124-3fcb-493b-8fd8-0279884c2a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454059 Aug 09 18:48:27.926854 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-17b5d802-b259-4342-8970-62bc35eee840 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Aug 09 18:48:28.027584 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-59faf21f-9679-42ae-a76d-0ff1cb592149 req-ad01b3d3-4315-42a6-8455-ccc7a1caeb25 service neutron] 10.222.0.73 "GET /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888124 Aug 09 18:48:28.137240 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:47Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:28.163795 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f79367-0a42-4f06-ade9-3cb3272bd21c None None] The sync data for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi is: [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:40Z', 'revision_number': 4, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi', '_interfaces': [{'id': 'c5387c95-d61a-446d-a678-db275df54fe4', 'name': '', 'network_id': '03d48124-3fcb-493b-8fd8-0279884c2a18', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'mac_address': 'fa:16:3e:5f:0d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:40Z', 'updated_at': '2021-08-09T18:42:47Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'subnets': [{'id': 'f3d78674-2f2e-47b8-9f9a-cc5207bbc732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:48:28.385104 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269a7dc-f683-4159-835d-5d44eab79e05 None None] New status for floating IP 32b46c84-d3a9-4a39-a01f-0151a7c4309f: DOWN {{(pid=93499) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:48:28.861636 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8c47-f9c1-4a87-9294-f39438046896 req-2317e4a9-23e2-4259-949d-dcf1a9c99e65 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:28.863119 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-238e8c47-f9c1-4a87-9294-f39438046896 req-2317e4a9-23e2-4259-949d-dcf1a9c99e65 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0498102 Aug 09 18:48:28.901263 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-238e8c47-f9c1-4a87-9294-f39438046896 req-72ee2fd4-c08e-4e86-8df2-7cf9f6c10ce1 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Aug 09 18:48:29.434083 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-52225f04-7e59-446d-8dce-2b7177000988 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93497) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:48:29.435972 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-52225f04-7e59-446d-8dce-2b7177000988 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Aug 09 18:48:29.532488 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Deleting port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:29.532836 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:29.622048 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] For port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:29.622412 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:29.636323 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Calling delete_port for 7f2552ce-23c5-4977-88f9-9cb48b5ef27f owned by compute:nova {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:29.775485 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:29.806757 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event deleted for resources: {'Port': ['ID=7f2552ce-23c5-4977-88f9-9cb48b5ef27f,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:29.852749 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] No DVR routers for this DVR port 7f2552ce-23c5-4977-88f9-9cb48b5ef27f on host hv-cinder-78445 {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:48:29.855363 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188079'] for port, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:29.857392 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-1cbe775b-a9fa-4ec4-8021-6ec9500f71d0 req-94cfb34e-169a-4458-aa6d-350df41b7b6e tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.73 "DELETE /v2.0/ports/7f2552ce-23c5-4977-88f9-9cb48b5ef27f HTTP/1.1" status: 204 len: 173 time: 0.4156561 Aug 09 18:48:29.857830 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-deleted', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f'}] {{(pid=93497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:48:29.860081 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}762fa6662155986370b15276f2308a883c0d4163d77c26496f39c6a184ca9864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ee616-8e3c-436a-872a-c233d0c71cbe" -d '{"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-deleted", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f"}]}' {{(pid=93497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:48:29.904343 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be27dc-c1ec-4235-a66a-11360b7c701b x-openstack-request-id: req-63be27dc-c1ec-4235-a66a-11360b7c701b {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:48:29.904982 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8", "name": "network-vif-deleted", "tag": "7f2552ce-23c5-4977-88f9-9cb48b5ef27f", "status": "completed", "code": 200}]} {{(pid=93497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:48:29.904982 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63be27dc-c1ec-4235-a66a-11360b7c701b {{(pid=93497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:48:29.905290 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8', 'name': 'network-vif-deleted', 'tag': '7f2552ce-23c5-4977-88f9-9cb48b5ef27f', 'status': 'completed', 'code': 200} Aug 09 18:48:29.999604 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [req-2dbb1780-c7d6-4fb4-bfe6-a7ef780d08a4 req-a7f8c3ff-b551-4a06-a147-009f9dde80bc tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb3363a-1fc4-46ac-ad55-09b8f7faf2d8 HTTP/1.1" status: 200 len: 210 time: 0.0289128 Aug 09 18:48:31.055650 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55706) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:31.113042 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca299-bad7-47af-805e-85ff5458b075 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:31.138387 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca299-bad7-47af-805e-85ff5458b075 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:31.202220 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca299-bad7-47af-805e-85ff5458b075 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:31.204842 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca299-bad7-47af-805e-85ff5458b075 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:31.206019 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-4d1ca299-bad7-47af-805e-85ff5458b075 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca588ccb-ecb3-4dc6-8f57-eb9dbe890934 HTTP/1.1" status: 204 len: 168 time: 0.1486917 Aug 09 18:48:31.216384 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ca299-bad7-47af-805e-85ff5458b075 tempest-TestShelveInstance-869854836 tempest-TestShelveInstance-869854836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca588ccb-ecb3-4dc6-8f57-eb9dbe890934,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:31.256185 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55710) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:31.695608 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.240055 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Deleting port c5387c95-d61a-446d-a678-db275df54fe4 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:32.240789 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.328106 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] For port c5387c95-d61a-446d-a678-db275df54fe4, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=c5387c95-d61a-446d-a678-db275df54fe4,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:32.328502 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.342455 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Calling delete_port for c5387c95-d61a-446d-a678-db275df54fe4 owned by network:router_interface {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:32.527815 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.551341 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5387c95-d61a-446d-a678-db275df54fe4,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:32.723563 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:32.966388 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Router e7e6e263-5111-4408-b984-3a4138dbad64 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93497) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:48:33.086036 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93497) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:48:33.094489 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-a9cac5ad-4c34-40a8-8f00-f0300552a5f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7e6e263-5111-4408-b984-3a4138dbad64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347886 Aug 09 18:48:33.095875 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55714) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:33.096369 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] Sync routers for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:48:33.108555 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:48:33.109284 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:48:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:33.220369 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks [] for router, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.223674 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:48:33.339042 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.410947 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Deleting port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:33.411315 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.456109 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:48:32Z', 'revision_number': 5, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port': {'id': 'ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:33.488525 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] Checking router: e7e6e263-5111-4408-b984-3a4138dbad64 for host: dv-cinder-784453-11-iscsi {{(pid=93498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:48:33.497800 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] Routers {'e7e6e263-5111-4408-b984-3a4138dbad64'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:48:33.498450 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:48:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['e7e6e263-5111-4408-b984-3a4138dbad64'], 'active': True} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:33.503978 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] For port ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:33.504340 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.518951 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Calling delete_port for ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d owned by network:router_gateway {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:33.589237 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvr_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] Set router e7e6e263-5111-4408-b984-3a4138dbad64 gateway port host: None {{(pid=93498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:48:33.647533 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_hamode_db [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:48:33Z', 'revision_number': 6, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port_host': None}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:33.677012 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:33.681169 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739adae-cbc4-4c59-a52a-9a8610f1e889 None None] The sync data for ids ['e7e6e263-5111-4408-b984-3a4138dbad64'] in dv-cinder-784453-11-iscsi is: [{'id': 'e7e6e263-5111-4408-b984-3a4138dbad64', 'name': 'tempest-TestShelveInstance-16785781-router', 'tenant_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:38Z', 'updated_at': '2021-08-09T18:48:33Z', 'revision_number': 6, 'project_id': 'e8f4dd99a82f49edbb8f3f94f16514d4', 'gw_port_host': None}] {{(pid=93498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:48:33.701708 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] No Port match for: 7f2552ce-23c5-4977-88f9-9cb48b5ef27f {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:33.701708 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Device 7f2552ce-23c5-4977-88f9-9cb48b5ef27f not bound to the agent host hv-cinder-78445 {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:33.718958 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.752109 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:33.818537 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.918227 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.921815 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.989258 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.989723 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e6e263-5111-4408-b984-3a4138dbad64 {{(pid=93497) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:48:33.994929 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] Notify callbacks [] for router, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:33.996454 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-37308e61-0dc3-4006-a20f-c5654952d636 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e7e6e263-5111-4408-b984-3a4138dbad64 HTTP/1.1" status: 204 len: 168 time: 0.8990209 Aug 09 18:48:33.998784 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55716) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:34.059378 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Deleting subnet f3d78674-2f2e-47b8-9f9a-cc5207bbc732 {{(pid=93497) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:48:34.063876 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.103705 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33120556'] for subnet, precommit_delete_associations {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.192017 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.252861 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5637764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33139377'] for subnet, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.279719 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d78674-2f2e-47b8-9f9a-cc5207bbc732,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:34.283658 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.288455 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-3cd920d9-c58b-42ed-8515-1c20ea59226e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3d78674-2f2e-47b8-9f9a-cc5207bbc732 HTTP/1.1" status: 204 len: 168 time: 0.2858343 Aug 09 18:48:34.288455 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55718) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:34.292260 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a7b11-bb0b-4523-9965-39eaf6e2e58e None None] Network 03d48124-3fcb-493b-8fd8-0279884c2a18 requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:48:34.359576 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.413161 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Deleting port f557f456-f809-4c4b-84ed-c526171d1a27 {{(pid=93497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:34.413508 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.482258 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] For port f557f456-f809-4c4b-84ed-c526171d1a27, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f557f456-f809-4c4b-84ed-c526171d1a27,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:34.482571 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.483172 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] DHCP port deletion for 03d48124-3fcb-493b-8fd8-0279884c2a18 request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:48:34.502601 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.plugin [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Calling delete_port for f557f456-f809-4c4b-84ed-c526171d1a27 owned by network:dhcp {{(pid=93497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:34.532048 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Deleting port f557f456-f809-4c4b-84ed-c526171d1a27 {{(pid=93498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:34.532420 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.591966 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5637815'] for port, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.599770 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] For port f557f456-f809-4c4b-84ed-c526171d1a27, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=f557f456-f809-4c4b-84ed-c526171d1a27,segment=NetworkSegment(027eddae-68f5-473c-b0a8-9c410fe8d19b),segment_id=027eddae-68f5-473c-b0a8-9c410fe8d19b)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:34.600162 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.612856 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Calling delete_port for f557f456-f809-4c4b-84ed-c526171d1a27 owned by network:dhcp {{(pid=93498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:34.617039 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Pushing event deleted for resources: {'Port': ['ID=f557f456-f809-4c4b-84ed-c526171d1a27,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:34.620893 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] No DVR routers for this DVR port f557f456-f809-4c4b-84ed-c526171d1a27 on host dv-cinder-784453-11-iscsi {{(pid=93497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:48:34.694068 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.696955 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.710776 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d48124-3fcb-493b-8fd8-0279884c2a18']}} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:34.721007 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Pushing event deleted for resources: {'Port': ['ID=f557f456-f809-4c4b-84ed-c526171d1a27,revision_number=None']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:34.723175 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027eddae-68f5-473c-b0a8-9c410fe8d19b') {'for_net_delete': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:34.723471 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.services.segments.db [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027eddae-68f5-473c-b0a8-9c410fe8d19b') {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:34.725409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] No DVR routers for this DVR port f557f456-f809-4c4b-84ed-c526171d1a27 on host dv-cinder-784453-11-iscsi {{(pid=93498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:48:34.732851 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.733258 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.733586 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.733930 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.734267 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.734604 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.734936 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.735739 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.735739 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.735966 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.736224 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.736551 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc404c2-ff7c-4286-83e0-84660d3d4d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:34.741849 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33120571'] for segment, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.758298 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.764737 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93497) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:48:34.765194 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5637722'] for segment, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: Traceback (most recent call last): Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: timer() Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: cb(*args, **kw) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: return func(*args, **kwargs) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: self._notify() Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: self.callback(batched_events) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: event.method(event) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: return f(self, *a, **k) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._get(url).json() Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: return self.request(url, 'GET', **kwargs) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:48:34.766919 dv-cinder-784453-11-iscsi neutron-server[93497]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:48:34.819209 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.824200 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:34.826086 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] 10.222.0.25 "DELETE /v2.0/networks/03d48124-3fcb-493b-8fd8-0279884c2a18 HTTP/1.1" status: 204 len: 168 time: 0.5368028 Aug 09 18:48:34.829160 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55720) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:34.837064 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bdc63-99f7-49fe-aba5-e3419bf0cded admin admin] Pushing event deleted for resources: {'Network': ['ID=03d48124-3fcb-493b-8fd8-0279884c2a18,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:35.097053 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:35.117987 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:35.118337 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device ffc16b71-5a31-43ed-ac4e-a70ebf0c4a7d not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:35.118860 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device c5387c95-d61a-446d-a678-db275df54fe4 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:35.141095 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: c5387c95-d61a-446d-a678-db275df54fe4 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:35.141446 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device c5387c95-d61a-446d-a678-db275df54fe4 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:35.141864 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f557f456-f809-4c4b-84ed-c526171d1a27 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:35.160776 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: f557f456-f809-4c4b-84ed-c526171d1a27 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:35.161148 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device f557f456-f809-4c4b-84ed-c526171d1a27 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:35.207707 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-367773'] for router_interface, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:35.457237 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Deleting port 357031ee-5757-4719-bbc5-9384e7a39803 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:35.457578 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:35.539251 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] For port 357031ee-5757-4719-bbc5-9384e7a39803, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=357031ee-5757-4719-bbc5-9384e7a39803,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:35.539653 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:35.552104 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Calling delete_port for 357031ee-5757-4719-bbc5-9384e7a39803 owned by network:router_interface {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:35.731014 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:35.756546 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Pushing event deleted for resources: {'Port': ['ID=357031ee-5757-4719-bbc5-9384e7a39803,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:35.769200 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.769629 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.769901 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.770239 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.770572 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.770903 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.771236 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.771669 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.771900 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.772223 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.772548 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.772868 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-11-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:48:35.933740 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-364845'] for router_interface, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:36.150523 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 has already been hosted by L3 agent 837f81f1-74fa-4803-b0dd-93b88fe71964 {{(pid=93496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:48:36.257572 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] Notify agent at l3_agent.dv-cinder-784453-11-iscsi the message routers_updated {{(pid=93496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:48:36.263985 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-114f5b76-3e6d-4b18-b215-23478ab1d322 admin admin] 10.222.0.25 "PUT /v2.0/routers/a26c5e58-bc76-469a-8ce3-ca903b75d7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325809 Aug 09 18:48:36.265349 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55724) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:36.265902 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] Sync routers for ids ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'] in dv-cinder-784453-11-iscsi {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:48:36.275720 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] Routers {'a26c5e58-bc76-469a-8ce3-ca903b75d7c9'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:48:36.276343 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:48:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:36.368322 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:36.381681 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] Set router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 gateway port host: dv-cinder-784453-11-iscsi {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:48:36.470570 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:36.527569 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Deleting port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:36.527918 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:36.578174 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'external_fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:48:35Z', 'revision_number': 5, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port': {'id': 'a6f6e689-dbc4-48d6-89db-fa7c2e1571e4', 'name': '', 'network_id': 'd4772bd6-f69e-4536-9043-6109f7bdcf52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '6774eedb-723e-4a24-820e-49456f47d467', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:42:43Z', 'updated_at': '2021-08-09T18:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6774eedb-723e-4a24-820e-49456f47d467', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-11-iscsi'}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:36.611933 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] Checking router: a26c5e58-bc76-469a-8ce3-ca903b75d7c9 for host: dv-cinder-784453-11-iscsi {{(pid=93499) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:48:36.621355 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] Routers {'a26c5e58-bc76-469a-8ce3-ca903b75d7c9'} bound to L3 agent in host dv-cinder-784453-11-iscsi {{(pid=93499) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:48:36.621999 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T18:26:13Z,description=,heartbeat_timestamp=2021-08-09T18:48:13Z,host='dv-cinder-784453-11-iscsi',id=837f81f1-74fa-4803-b0dd-93b88fe71964,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T18:26:13Z,topic='l3_agent')) {'router_ids': ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'], 'active': True} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:36.632854 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] For port a6f6e689-dbc4-48d6-89db-fa7c2e1571e4, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,segment=NetworkSegment(f97d7732-ca53-4481-8d6a-ba025d8f2aa0),segment_id=f97d7732-ca53-4481-8d6a-ba025d8f2aa0)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:36.634044 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:36.646669 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Calling delete_port for a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 owned by network:router_gateway {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:36.713073 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_dvr_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] Set router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 gateway port host: None {{(pid=93499) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:48:36.765491 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.l3_hamode_db [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:48:36Z', 'revision_number': 6, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port_host': None}], 'dv-cinder-784453-11-iscsi', False) {} {{(pid=93499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:36.797270 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfdc76-0ee4-43e3-8043-40c234e8f7cb None None] The sync data for ids ['a26c5e58-bc76-469a-8ce3-ca903b75d7c9'] in dv-cinder-784453-11-iscsi is: [{'id': 'a26c5e58-bc76-469a-8ce3-ca903b75d7c9', 'name': 'tempest-TestShelveInstance-1929147786-router', 'tenant_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:42:42Z', 'updated_at': '2021-08-09T18:48:36Z', 'revision_number': 6, 'project_id': 'fae96df6a0df4dd68dd6b7811c74d007', 'gw_port_host': None}] {{(pid=93499) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:48:36.822267 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:36.852529 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f6e689-dbc4-48d6-89db-fa7c2e1571e4,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:36.918129 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-367307'] for router_gateway, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.009763 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-362815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.011851 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.058924 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-362955'] for router, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.059442 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26c5e58-bc76-469a-8ce3-ca903b75d7c9 {{(pid=93496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:48:37.063721 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.064876 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-71865977-f183-46a0-8a9f-dcb6e34a68e5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a26c5e58-bc76-469a-8ce3-ca903b75d7c9 HTTP/1.1" status: 204 len: 168 time: 0.7986033 Aug 09 18:48:37.067453 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55726) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:37.113033 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_v2 [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Deleting subnet 70fb97d1-6663-4965-b8e6-5539e9ec67cc {{(pid=93496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:48:37.116050 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.160224 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4970818'] for subnet, precommit_delete_associations {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.262786 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600424'] for subnet, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.318429 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5410204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5824515'] for subnet, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.345956 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70fb97d1-6663-4965-b8e6-5539e9ec67cc,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:37.349400 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for subnet, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.351856 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-17356543-2a92-4f1a-bc38-538358426413 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/70fb97d1-6663-4965-b8e6-5539e9ec67cc HTTP/1.1" status: 204 len: 168 time: 0.2834148 Aug 09 18:48:37.354502 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55728) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:37.355220 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c0d6b-3523-490f-aae1-e73b42f25d7e None None] Network cd899cf0-029f-4f18-83ee-41d6a460745f requested from dv-cinder-784453-11-iscsi {{(pid=93498) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:48:37.428082 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1796215'] for network, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.491281 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Deleting port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:37.491552 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.574113 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] For port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:37.574490 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.585476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] DHCP port deletion for cd899cf0-029f-4f18-83ee-41d6a460745f request from dv-cinder-784453-11-iscsi {{(pid=93498) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:48:37.588555 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 357031ee-5757-4719-bbc5-9384e7a39803 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:37.591683 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Calling delete_port for 0b42b35d-4050-4220-b87d-a63c8e7f9c1f owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:37.616020 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 357031ee-5757-4719-bbc5-9384e7a39803 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:37.616356 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 357031ee-5757-4719-bbc5-9384e7a39803 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:37.662909 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] Deleting port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f {{(pid=93498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:48:37.663383 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792725482289'] for port, before_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.741835 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.db [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] For port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f, host dv-cinder-784453-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-11-iscsi',level=0,port_id=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,segment=NetworkSegment(416eb279-44be-4df1-af9e-fa6b922c6361),segment_id=416eb279-44be-4df1-af9e-fa6b922c6361)] {{(pid=93498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:48:37.742242 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-356271'] for port, precommit_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.763353 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] Calling delete_port for 0b42b35d-4050-4220-b87d-a63c8e7f9c1f owned by network:dhcp {{(pid=93498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:48:37.865393 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990'] for port, after_delete {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.890404 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] Pushing event deleted for resources: {'Port': ['ID=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,revision_number=None']} {{(pid=93498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:37.897953 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb539b-ed15-4371-b2ca-eb6a06f9ff3f None None] No DVR routers for this DVR port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f on host dv-cinder-784453-11-iscsi {{(pid=93498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:48:37.927976 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731775', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792725488011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792725098990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5410223'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:37.953208 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b42b35d-4050-4220-b87d-a63c8e7f9c1f,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:37.958193 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] No DVR routers for this DVR port 0b42b35d-4050-4220-b87d-a63c8e7f9c1f on host dv-cinder-784453-11-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:48:38.035308 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603119', 'neutron.services.segments.db._delete_segments_for_network-8792725608816'] for network, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.046277 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd899cf0-029f-4f18-83ee-41d6a460745f']}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:38.061135 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416eb279-44be-4df1-af9e-fa6b922c6361') {'for_net_delete': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:38.061360 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.services.segments.db [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416eb279-44be-4df1-af9e-fa6b922c6361') {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:48:38.070331 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792725611385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4970837'] for segment, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.085030 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489'] for segment, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.091520 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:48:38.091934 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1600489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5410114'] for segment, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: self.session.flush() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: self.session.flush() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: self.session.flush() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: self.session.flush() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: Traceback (most recent call last): Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: timer() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: cb(*args, **kw) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: return func(*args, **kwargs) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: self._notify() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: self.callback(batched_events) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: event.method(event) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: return f(self, *a, **k) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._get(url).json() Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: return self.request(url, 'GET', **kwargs) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:48:38.093778 dv-cinder-784453-11-iscsi neutron-server[93496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:48:38.149720 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-367279'] for network, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.154259 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569880'] for network, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.156168 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd899cf0-029f-4f18-83ee-41d6a460745f HTTP/1.1" status: 204 len: 168 time: 0.8006914 Aug 09 18:48:38.170482 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec736b55-9624-445d-a8a5-e6893a13022a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd899cf0-029f-4f18-83ee-41d6a460745f,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:38.269860 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55732) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:38.309681 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-05df9bb2-b16f-4f0b-92ed-702955046e4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8f4dd99a82f49edbb8f3f94f16514d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385859 Aug 09 18:48:38.312235 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [-] (93497) accepted ('10.222.0.25', 55734) {{(pid=93497) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:38.364311 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7c785ee9-30c9-42a1-b9e1-743954bcf435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.385120 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7c785ee9-30c9-42a1-b9e1-743954bcf435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.432973 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7c785ee9-30c9-42a1-b9e1-743954bcf435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.439355 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-7c785ee9-30c9-42a1-b9e1-743954bcf435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.439355 dv-cinder-784453-11-iscsi neutron-server[93497]: INFO neutron.wsgi [None req-7c785ee9-30c9-42a1-b9e1-743954bcf435 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c6b5f3a-dc6b-4d8b-89dd-909ddeaf1876 HTTP/1.1" status: 204 len: 168 time: 0.1236627 Aug 09 18:48:38.444372 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785ee9-30c9-42a1-b9e1-743954bcf435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b5f3a-dc6b-4d8b-89dd-909ddeaf1876,revision_number=None']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:38.765106 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55740) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:38.806696 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-e4cc86b8-630a-4775-a9a5-d68a5b4efe29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fae96df6a0df4dd68dd6b7811c74d007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403407 Aug 09 18:48:38.809632 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [-] (93496) accepted ('10.222.0.25', 55742) {{(pid=93496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:48:38.861772 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aaed7d04-ae0d-4147-b710-65f9f8aebda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.884968 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aaed7d04-ae0d-4147-b710-65f9f8aebda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.935879 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aaed7d04-ae0d-4147-b710-65f9f8aebda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749238'] for security_group, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.938692 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aaed7d04-ae0d-4147-b710-65f9f8aebda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:38.939854 dv-cinder-784453-11-iscsi neutron-server[93496]: INFO neutron.wsgi [None req-aaed7d04-ae0d-4147-b710-65f9f8aebda5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf5aa5bf-26b2-42bb-97fe-336f49cb1ce7 HTTP/1.1" status: 204 len: 168 time: 0.1293344 Aug 09 18:48:38.948635 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed7d04-ae0d-4147-b710-65f9f8aebda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5aa5bf-26b2-42bb-97fe-336f49cb1ce7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:48:39.101476 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:39.123060 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:39.123409 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device a6f6e689-dbc4-48d6-89db-fa7c2e1571e4 not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:39.123830 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0b42b35d-4050-4220-b87d-a63c8e7f9c1f no longer exists at agent ovs-agent-dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:48:39.146221 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.plugin [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] No Port match for: 0b42b35d-4050-4220-b87d-a63c8e7f9c1f {{(pid=93498) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:48:39.146559 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron.plugins.ml2.rpc [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Device 0b42b35d-4050-4220-b87d-a63c8e7f9c1f not bound to the agent host dv-cinder-784453-11-iscsi {{(pid=93498) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:48:40.438297 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-6d30d562-506c-4aa1-88fe-6d4529ab00f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:43.096891 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-8ca14899-8c86-4716-a6b8-086fc1028ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:43.207012 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:44.418736 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:45.784078 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:48:47.719008 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:01.911880 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:49:10.441113 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-374f023a-c709-473b-88bb-6b0501f77140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:13.089187 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-46c28bb4-d040-486e-a392-e2a2100bbae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:13.215856 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:14.420195 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:15.785613 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:17.718805 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:38.910027 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:49:40.443509 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d9c6a047-ef7f-4374-bd96-8e05eae1dba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:43.090045 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-2b6b3b51-565b-4e68-88b5-788296020ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:43.209880 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:44.422341 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:45.531699 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-c78b115d-d836-4497-a6e2-048e3676a4d2 req-75c4f8ce-9e01-4614-a3f3-9a9becf58a67 service neutron] (93497) timed out ('10.222.0.73', 49859) {{(pid=93497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 18:49:45.789970 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:47.733921 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:49:59.980111 dv-cinder-784453-11-iscsi neutron-server[93497]: DEBUG neutron.wsgi [req-5efc086f-3b3b-4422-a5fe-a39ee90a60e1 req-e1a64db7-fd70-4acb-8d76-f38ddefa2c6f service neutron] (93497) timed out ('10.222.0.73', 49906) {{(pid=93497) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 18:50:00.579265 dv-cinder-784453-11-iscsi neutron-server[93496]: DEBUG neutron.wsgi [req-58b81d2e-bfb4-4847-893b-7559365f597d req-6e7b128b-c5b8-41c8-b2b0-70870fb35120 service neutron] (93496) timed out ('10.222.0.73', 49889) {{(pid=93496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 18:50:10.446038 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-6ed12047-2005-440a-b7af-7ffda566908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:13.092471 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-0c4c6810-69ba-4c4d-8d2b-ed96fdf7f0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:13.215407 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:14.424662 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:15.798156 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:15.910313 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:50:17.734136 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:40.450099 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-671877c1-3ab7-4425-8dd1-6c1637abce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:43.093754 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-25f07ff2-e46e-422d-8498-a7ac05e1b6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:43.222149 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:44.430597 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:45.795671 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:47.731583 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:50:52.910989 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:51:10.451481 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-62426eec-f1d9-40bd-a1ed-c48affbc1bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:13.094495 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb432-c551-49ae-84c8-f1a4ccf3b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:13.214497 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:14.435665 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:15.798436 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:17.731868 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:29.911193 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:51:40.456493 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-d30c34f3-fc85-4d91-a99f-bca82e85f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:43.096786 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-805636a3-7624-4ca1-8632-486bf4ad8157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:43.217471 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:44.435230 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:45.800361 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:51:47.751451 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:06.910273 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:52:10.458157 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-84acf7a9-ffff-4053-83aa-503d7fcee183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:13.100533 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a7b5e809-700a-4be7-96cb-4a20cfd02a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:13.220384 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:14.439022 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:15.803600 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:17.769971 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:40.459643 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-22dd1c14-d09a-47d8-b721-56cba851075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.101708 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-49151ef8-765d-493e-a973-bdaadc08bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.222003 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:43.909787 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:52:44.446199 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:45.808326 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:52:47.778838 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:10.469605 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-9b7ddafa-9838-4846-acdf-a5bb77ccccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.103652 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-1eea11ce-ad5a-4030-b3fc-38127b8fe550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:13.223278 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:14.442810 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:15.810188 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:17.791994 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:20.908791 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:53:40.461120 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-a7bc475c-dd92-4e03-af7a-f42d88c37c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.104129 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-519b38f8-e1b8-4879-8582-d1324c066d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:43.225330 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-76d29ff3-0afa-4370-8fe0-7412c9274af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:44.445458 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-c502b0c9-096e-465b-974e-2407254f8857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:45.813816 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-b0ab53a5-811c-4e87-b6fc-8970bca2d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:47.790181 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-03245b19-9c16-4d75-a1cb-00cfad9129c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:53:57.907953 dv-cinder-784453-11-iscsi neutron-server[93499]: DEBUG neutron.db.agents_db [None req-2cb8f5a6-4b2c-490e-b599-9b9eec4206fa None None] Agent healthcheck: found 6 active agents {{(pid=93499) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:54:10.465475 dv-cinder-784453-11-iscsi neutron-server[93498]: DEBUG neutron_lib.callbacks.manager [None req-406b6b3b-3ea9-42f4-adf6-02c9257ce001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792725608708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408161'] for agent, after_update {{(pid=93498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}